-- Logs begin at Wed 2021-11-10 04:26:02 UTC, end at Wed 2021-11-10 05:27:54 UTC. -- Nov 10 04:57:44.042765 dv-cinder-817135-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 04:57:46.715608 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.common.config [-] Logging enabled! Nov 10 04:57:46.716203 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 04:57:46.716378 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101693) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 04:57:46.720225 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.common.config [-] Logging enabled! Nov 10 04:57:46.720477 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 04:57:46.720784 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101693) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 04:57:46.721708 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 04:57:46.721937 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 04:57:46.722297 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 04:57:46.722538 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 04:57:46.722759 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 04:57:46.723072 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.723520 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 04:57:46.723829 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.724120 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.724407 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.724696 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.724981 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.725262 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.725546 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.725839 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.726126 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.726403 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.726682 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.726969 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.727247 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.727550 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.727830 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.728110 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] debug = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.728388 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.728815 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.729224 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.729500 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.729783 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.730060 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.730327 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.730599 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.730876 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.731199 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] host = dv-cinder-817135-4-iscsi {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.731495 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.731779 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.732061 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.732342 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.732611 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.732882 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.733161 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.733429 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.733695 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.733990 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.734275 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.734555 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.734840 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.735064 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.735300 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.735587 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.735868 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.736179 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.736408 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.736677 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.736945 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.737478 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.737741 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.738021 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.738302 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.738583 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.738853 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.739122 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.739415 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.739682 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.739960 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.740229 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.740496 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.740764 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.741045 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.741310 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.741575 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.741868 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.742147 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.742423 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.742699 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.742966 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.743240 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.743529 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.743793 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.744061 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_json = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.744329 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.744592 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.744868 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.745138 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.745403 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.745671 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.745936 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.746214 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:46.746504 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.746792 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.747088 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.747398 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.747698 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.747975 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.748259 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.748534 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.748818 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.749102 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.749384 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.749680 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.749963 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.750236 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.750526 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.750825 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.751113 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.751425 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.751695 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.751963 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.752231 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.752502 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.752783 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.753054 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.753336 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.753618 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.753891 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.754171 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.754458 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.754741 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.755015 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.755382 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.755671 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.755943 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.756211 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.756483 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.756763 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.757035 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.757301 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.757577 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.757847 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.758115 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.758380 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.758651 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.758935 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.759206 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.759495 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.759760 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.760030 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.760295 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.760574 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.760845 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.761112 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.761379 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.761650 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.761917 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.762182 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.762453 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.762718 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.762989 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.763254 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.763540 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.763806 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.764072 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.764337 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.764603 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.764869 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.765642 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.765919 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.766189 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.766455 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.766722 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.766988 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.767298 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.767589 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.767861 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.768135 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.768409 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.768679 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.768950 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.769221 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.769494 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.769766 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.770032 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.770315 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.770593 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.770870 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.771147 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.771440 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.771756 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.772027 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.772304 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.772577 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.772849 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.773126 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.773404 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.773689 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.773976 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.774265 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.774553 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.774839 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.775113 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.775444 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.775719 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:46.775932 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 04:57:46.776166 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101693) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 04:57:47.199344 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 04:57:47.199549 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 04:57:47.199846 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 04:57:47.200178 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 04:57:47.523475 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.523758 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.524028 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.525205 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.525474 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.525736 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.559257 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.559549 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.559812 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.575255 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.575550 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.575816 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.605132 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.605407 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.605676 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.641096 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.641370 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.641636 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.877299 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.877892 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.877892 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.878075 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:47.878683 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.003814 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.004127 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.004404 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.004668 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.004929 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.005237 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.005492 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.005744 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.005991 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.006269 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.006525 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.006789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.007042 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.007319 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.007575 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.007835 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.008086 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.008349 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.008615 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.008866 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.009130 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.009377 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.009649 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.010018 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.010261 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.010502 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.010890 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.011122 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.011380 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.011611 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.011840 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.012068 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.012426 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 04:57:48.016109 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 04:57:48.020045 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 04:57:48.023813 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 10 04:57:48.025431 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 04:57:48.025889 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 04:57:48.026216 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 04:57:48.026593 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 04:57:48.029397 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 04:57:48.029645 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 04:57:48.029986 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 04:57:48.035852 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 04:57:48.059241 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 04:57:48.060014 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.060849 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101693) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 04:57:48.060849 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.062228 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101693) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 04:57:48.062503 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 04:57:48.062804 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 04:57:48.066463 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.066740 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.130245 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 04:57:48.130429 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 04:57:48.130658 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 04:57:48.131019 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 04:57:48.151353 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_db.sqlalchemy.engines [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101693) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 04:57:48.672748 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing driver for type 'gre' Nov 10 04:57:48.673394 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] gre ID ranges: [(1, 1000)] Nov 10 04:57:48.735149 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing driver for type 'local' Nov 10 04:57:48.735439 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing driver for type 'vlan' Nov 10 04:57:48.747890 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] VlanTypeDriver initialization complete Nov 10 04:57:48.748220 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing driver for type 'vxlan' Nov 10 04:57:48.748769 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] vxlan ID ranges: [(1, 1000)] Nov 10 04:57:48.796780 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing extension driver 'port_security' Nov 10 04:57:48.797096 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.extensions.port_security [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] PortSecurityExtensionDriver initialization complete Nov 10 04:57:48.797418 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing mechanism driver 'openvswitch' Nov 10 04:57:48.797732 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing mechanism driver 'hyperv' Nov 10 04:57:48.804367 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.plugin [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:57:48.805180 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.805550 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.805900 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.806420 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.806847 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.807197 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.807566 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.807956 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.808352 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.808693 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.809027 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.809414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.809809 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.810151 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.810485 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.810873 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.811291 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.811628 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.812544 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.812933 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.813327 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > address_group after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.813664 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > address_group after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.813993 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.814380 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 04:57:48.814747 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] ML2 OVO RPC backend initialized. {{(pid=101693) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 04:57:48.815467 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.815819 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.816226 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.816571 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > networks before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.816913 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.817246 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > ports before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.817581 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.817916 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnets before_response 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.818254 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.818587 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.818912 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.819238 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.819587 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.819913 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.820240 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.820569 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.820895 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.821458 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.plugin [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Modular L2 Plugin initialization complete Nov 10 04:57:48.821778 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading services supported by the core plugin {{(pid=101693) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 04:57:48.822097 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.plugins.ml2.managers [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Got port-security extension from driver 'port_security' Nov 10 04:57:48.822552 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.extensions.vlantransparent [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Disabled vlantransparent extension. Nov 10 04:57:48.823020 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101693) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 04:57:48.823358 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: router Nov 10 04:57:48.858439 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.859372 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_create 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.859738 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router before_create 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.860094 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.860459 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.860806 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_delete 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.861155 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.861615 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.862235 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_create 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.862576 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.862919 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.863278 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.863632 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.864038 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.864402 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.864730 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.865070 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: subnet after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.865403 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.865751 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.866090 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_create 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.866425 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.866760 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.867110 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router after_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.867468 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.867814 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_create 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.868168 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.868507 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_update 55549900 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.868864 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > agent after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.869206 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > agent after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.869544 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > network after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.870386 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Tracking information for resource: router configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.870711 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Tracking information for resource: floatingip configured {{(pid=101693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 04:57:48.876208 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.db.l3_agentschedulers_db [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 04:57:48.876780 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.877136 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.877481 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.877990 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: port after_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.878593 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router before_create 55550100 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.878956 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.879345 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_create 55550100 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.879700 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > router precommit_update 55550100 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.884491 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.provider_configuration [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service providers = [] {{(pid=101693) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 04:57:48.884851 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.db.servicetype_db [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101693) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 04:57:48.887772 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.service_base [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 04:57:48.888115 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.service_base [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 04:57:48.888451 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.service_base [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 04:57:48.889328 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.services.service_base [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 04:57:48.889695 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.services.service_base [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 04:57:48.890094 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.890407 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 04:57:48.902272 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.902604 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: auto_allocate Nov 10 04:57:48.908383 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: network precommit_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.908740 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: network precommit_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.909246 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.909560 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: tag Nov 10 04:57:48.916249 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.916574 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: timestamp Nov 10 04:57:48.920381 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.920701 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: network_ip_availability Nov 10 04:57:48.926607 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.926971 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.927353 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:48.928051 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.928363 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: flavors Nov 10 04:57:48.933259 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.933587 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading Plugin: revisions Nov 10 04:57:48.938470 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 04:57:48.938850 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.739s {{(pid=101693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 04:57:48.939610 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101693) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 04:57:48.939941 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Initializing extension manager. Nov 10 04:57:48.940445 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: __init__.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.940778 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: __pycache__ {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.941105 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.941432 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: address_group.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.942169 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.942710 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: address-group Nov 10 04:57:48.943026 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: address_scope.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.943758 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.944262 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: address-scope Nov 10 04:57:48.944579 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.945503 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.946010 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: router-admin-state-down-before-update Nov 10 04:57:48.946325 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: agent.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.947016 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.947544 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: agent Nov 10 04:57:48.947859 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: agent_resources_synced.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.948763 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.949270 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: agent-resources-synced Nov 10 04:57:48.949585 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: allowedaddresspairs.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.951379 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.951895 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: allowed-address-pairs Nov 10 04:57:48.952218 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: auto_allocated_topology.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.953311 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.953825 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: auto-allocated-topology Nov 10 04:57:48.954144 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: availability_zone.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.954825 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.955358 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: availability_zone Nov 10 04:57:48.955676 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: availability_zone_filter.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.956575 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.957078 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: availability_zone_filter Nov 10 04:57:48.957393 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: data_plane_status.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.958287 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.958791 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 04:57:48.959104 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: default_subnetpools.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.960034 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.960537 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: default-subnetpools Nov 10 04:57:48.960849 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.961642 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.962141 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: dhcp_agent_scheduler Nov 10 04:57:48.962457 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: dns.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.963388 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.963889 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 04:57:48.964205 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: dns_domain_ports.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.965117 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.965616 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 04:57:48.965932 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.966840 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.967377 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 04:57:48.967698 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: dvr.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.968397 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.968888 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: dvr Nov 10 04:57:48.969202 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: ecmp_routes.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.970108 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.970613 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 04:57:48.970926 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: empty_string_filtering.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.971843 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.972347 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: empty-string-filtering Nov 10 04:57:48.972658 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.973562 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.974064 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 04:57:48.974376 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.975307 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.975813 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 04:57:48.976126 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: external_net.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.977038 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.977544 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: external-net Nov 10 04:57:48.977861 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.978754 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.979277 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: extra_dhcp_opt Nov 10 04:57:48.979608 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: extraroute.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.980500 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.981000 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: extraroute Nov 10 04:57:48.981315 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: extraroute_atomic.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.982334 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.982837 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: extraroute-atomic Nov 10 04:57:48.983153 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: filter_validation.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.984534 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.985037 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: filter-validation Nov 10 04:57:48.985397 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: fip_pf_description.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.986255 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.986765 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 04:57:48.987370 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: fip_port_details.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.988276 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.988781 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: fip-port-details Nov 10 04:57:48.989094 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: flavors.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.990309 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.990826 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: flavors Nov 10 04:57:48.991142 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.992824 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.993350 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 04:57:48.993678 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: floatingip_pools.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.994370 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.994879 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: floatingip-pools Nov 10 04:57:48.995201 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: ip_allocation.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.996160 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.996667 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 04:57:48.996988 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:48.997907 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:48.998421 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: ip-substring-filtering Nov 10 04:57:48.998745 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l2_adjacency.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.000215 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.000719 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 04:57:49.001041 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.002014 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.002526 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: router Nov 10 04:57:49.002847 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.005064 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.005595 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 04:57:49.005926 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.006848 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.007397 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: ext-gw-mode Nov 10 04:57:49.007729 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.008657 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.009166 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: l3-ha Nov 10 04:57:49.009485 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3_flavors.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.010392 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.010897 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: l3-flavors Nov 10 04:57:49.011217 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.012146 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.012652 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 04:57:49.012971 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: l3agentscheduler.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.013968 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.014478 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: l3_agent_scheduler Nov 10 04:57:49.014799 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: logging.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.016349 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.016868 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension logging not supported by any of loaded plugins Nov 10 04:57:49.017191 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: metering.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.017919 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.018509 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: metering Nov 10 04:57:49.018809 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.020041 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.020557 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: metering_source_and_destination_fields Nov 10 04:57:49.020881 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: multiprovidernet.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.021796 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.022299 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: multi-provider Nov 10 04:57:49.022625 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: netmtu.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.023564 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.024071 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: net-mtu Nov 10 04:57:49.024390 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: netmtu_writable.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.025300 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.025810 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: net-mtu-writable Nov 10 04:57:49.026126 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: network_availability_zone.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.026787 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.027377 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: network_availability_zone Nov 10 04:57:49.027698 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: network_ip_availability.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.028796 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.029309 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: network-ip-availability Nov 10 04:57:49.029630 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: network_segment_range.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.030379 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.030906 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 04:57:49.031221 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: pagination.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.032216 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.032541 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: pagination Nov 10 04:57:49.032854 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: port_device_profile.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.033754 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.034267 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: port-device-profile Nov 10 04:57:49.034581 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.035525 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.036039 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: port-mac-address-regenerate Nov 10 04:57:49.036351 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.037256 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.037764 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: port-numa-affinity-policy Nov 10 04:57:49.038077 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: port_resource_request.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.038983 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.039518 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 04:57:49.039832 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: port_resource_request_groups.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.040788 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.041292 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 04:57:49.041604 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: portbindings.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.042522 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.043031 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: binding Nov 10 04:57:49.043381 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: portbindings_extended.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.044649 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.045164 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: binding-extended Nov 10 04:57:49.045485 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: portsecurity.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.046916 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.047495 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: port-security Nov 10 04:57:49.047814 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: project_id.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.048783 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.049105 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: project-id Nov 10 04:57:49.049422 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: providernet.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.050342 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.050855 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: provider Nov 10 04:57:49.051169 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.054716 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.055241 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos not supported by any of loaded plugins Nov 10 04:57:49.055595 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.056831 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.057345 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 04:57:49.057669 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.058580 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.059092 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 04:57:49.059515 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_default.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.060422 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.060938 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-default not supported by any of loaded plugins Nov 10 04:57:49.061259 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_fip.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.062497 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.063008 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 04:57:49.063349 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_gateway_ip.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.064269 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.064780 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 04:57:49.065096 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_port_network_policy.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.065998 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.066512 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 04:57:49.066827 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.067885 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.068396 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 04:57:49.068712 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_pps_rule.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.069873 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.070559 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 04:57:49.070882 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_rule_type_details.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.071823 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.072334 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 04:57:49.072651 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: qos_rules_alias.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.073702 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.074213 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 04:57:49.074531 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: quota_check_limit.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.075457 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.075969 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: quota-check-limit Nov 10 04:57:49.076292 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: quotasv2.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.077190 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.077536 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: quotas Nov 10 04:57:49.077852 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: quotasv2_detail.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.080962 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.081298 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: quota_details Nov 10 04:57:49.081623 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: rbac.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.082657 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.083178 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: rbac-policies Nov 10 04:57:49.083529 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: rbac_address_group.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.084456 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.084974 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: rbac-address-group Nov 10 04:57:49.085293 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: rbac_address_scope.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.086207 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.086719 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: rbac-address-scope Nov 10 04:57:49.087035 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: rbac_security_groups.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.087973 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.088489 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: rbac-security-groups Nov 10 04:57:49.088805 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: rbac_subnetpool.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.089719 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.090228 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: rbac-subnetpool Nov 10 04:57:49.090543 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: revisionifmatch.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.091484 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.091991 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: revision-if-match Nov 10 04:57:49.092304 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: revisions.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.093930 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.094438 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: standard-attr-revisions Nov 10 04:57:49.094757 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: router_availability_zone.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.095481 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.095989 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: router_availability_zone Nov 10 04:57:49.096306 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: routerservicetype.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.097284 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.097791 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 04:57:49.098107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.099017 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.099560 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: security-groups-normalized-cidr Nov 10 04:57:49.099876 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.100862 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.101369 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: port-security-groups-filtering Nov 10 04:57:49.101684 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.102603 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.103114 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: security-groups-remote-address-group Nov 10 04:57:49.103463 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.104397 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.104902 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: security-groups-shared-filtering Nov 10 04:57:49.105217 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.105796 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 04:57:49.106106 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: securitygroup.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.116638 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.117168 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: security-group Nov 10 04:57:49.117494 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: segment.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.118269 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.118778 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension segment not supported by any of loaded plugins Nov 10 04:57:49.119097 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.120055 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.120566 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 04:57:49.120886 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: servicetype.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.121977 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.122500 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: service-type Nov 10 04:57:49.122823 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: sorting.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.123830 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.124159 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: sorting Nov 10 04:57:49.124499 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: standard_attr_segment.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.125407 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.125921 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 04:57:49.126242 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: standardattrdescription.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.126888 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.127436 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: standard-attr-description Nov 10 04:57:49.127754 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: stateful_security_group.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.128717 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.129224 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: stateful-security-group Nov 10 04:57:49.129542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: stdattrs_common.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.130103 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 04:57:49.130419 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.131357 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.131871 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 04:57:49.132183 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnet_onboard.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.133254 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.133775 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: subnet_onboard Nov 10 04:57:49.134093 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.135020 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.135571 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 04:57:49.135888 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnet_service_types.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.136823 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.137334 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: subnet-service-types Nov 10 04:57:49.137649 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnetallocation.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.138728 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.139239 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: subnet_allocation Nov 10 04:57:49.139583 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.140260 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.140763 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: subnetpool-prefix-ops Nov 10 04:57:49.141075 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.141999 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.142501 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 04:57:49.142815 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: tagging.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.143886 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.144401 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: standard-attr-tag Nov 10 04:57:49.144720 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: timestamp.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.145907 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.146421 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loaded extension: standard-attr-timestamp Nov 10 04:57:49.146751 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: trunk.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.147810 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.148326 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension trunk not supported by any of loaded plugins Nov 10 04:57:49.148649 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: trunk_details.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.149564 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.150069 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 04:57:49.150387 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: uplink_status_propagation.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.151349 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.151863 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 04:57:49.152180 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Loading extension file: vlantransparent.py {{(pid=101693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 04:57:49.152842 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 04:57:49.153344 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 04:57:49.156315 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:network Nov 10 04:57:49.156852 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnet Nov 10 04:57:49.157239 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 04:57:49.157627 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:port Nov 10 04:57:49.158840 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.159294 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service FLAVORS assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.159908 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.160322 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.160647 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:router Nov 10 04:57:49.161075 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 04:57:49.161560 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service METERING assigned prefix: /metering {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.162954 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:49.163341 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:49.163689 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 04:57:49.164635 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 04:57:49.165072 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:security_group Nov 10 04:57:49.165499 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 04:57:49.166088 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service CORE assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.166411 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 04:57:49.166755 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] subnetpool is already registered Nov 10 04:57:49.167184 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service CORE assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.167539 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 04:57:49.167864 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] subnetpool is already registered Nov 10 04:57:49.170174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.170604 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service FLAVORS assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.171784 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.172226 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.172561 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:router Nov 10 04:57:49.172894 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] router is already registered Nov 10 04:57:49.173295 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 04:57:49.173623 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] floatingip is already registered Nov 10 04:57:49.174096 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service METERING assigned prefix: /metering {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.174782 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 04:57:49.175103 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] rbac_policy is already registered Nov 10 04:57:49.175529 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:security_group Nov 10 04:57:49.175858 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] security_group is already registered Nov 10 04:57:49.176259 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 04:57:49.176597 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] security_group_rule is already registered Nov 10 04:57:49.177076 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service CORE assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.177392 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 04:57:49.177717 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] subnetpool is already registered Nov 10 04:57:49.178122 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.v2.resource_helper [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Service CORE assigned prefix: {{(pid=101693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 04:57:49.178435 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 04:57:49.178755 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING neutron.quota.resource_registry [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] subnetpool is already registered Nov 10 04:57:49.180371 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: extensions {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.181839 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: address-groups {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.183331 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: address-scopes {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.184525 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: agents {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.185789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: auto-allocated-topology {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.187048 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: availability_zones {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.188293 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: dhcp-networks {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.189719 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: dhcp-agents {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.191245 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: routers {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.193366 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: flavors {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.194616 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: service_profiles {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.195870 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: next_providers {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.197319 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: service_profiles {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.198746 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: floatingip-pools {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.200073 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: routers {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.202156 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: floatingips {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.203515 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: l3-routers {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.204891 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: l3-agents {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.206281 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: metering-labels {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.207558 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: metering-label-rules {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.208927 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: network-ip-availabilities {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.210178 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: bindings {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.211775 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: quotas {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.213417 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: quotas {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.214934 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: rbac-policies {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.216145 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: security-groups {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.217493 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: security-group-rules {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.219244 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: service-providers {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.220474 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: subnetpools {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.221875 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: subnetpools {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.223353 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.225128 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.226980 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.228775 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.230439 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.232437 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.234720 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.237837 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.239558 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.241317 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron.api.extensions [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Extended resource: tags {{(pid=101693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 04:57:49.247464 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING keystonemiddleware.auth_token [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 04:57:49.252008 dv-cinder-817135-4-iscsi neutron-server[101693]: WARNING keystonemiddleware.auth_token [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 04:57:49.260709 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Acquired lock "singleton_lock" {{(pid=101693) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 04:57:49.261172 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_concurrency.lockutils [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Releasing lock "singleton_lock" {{(pid=101693) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 04:57:49.261813 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Starting 2 workers Nov 10 04:57:49.266647 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Started child 101800 {{(pid=101693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 04:57:49.271027 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Started child 101801 {{(pid=101693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 04:57:49.271982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.272613 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO neutron.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 04:57:49.273166 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Publish callbacks [] for process, before_spawn {{(pid=101693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.273462 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [-] (101800) wsgi starting up on http://0.0.0.0:9696 Nov 10 04:57:49.275623 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Starting 1 workers Nov 10 04:57:49.275786 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.277136 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [-] (101801) wsgi starting up on http://0.0.0.0:9696 Nov 10 04:57:49.280819 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Started child 101802 {{(pid=101693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 04:57:49.281871 dv-cinder-817135-4-iscsi neutron-server[101693]: INFO oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Starting 1 workers Nov 10 04:57:49.285267 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] calling RpcWorker wait() {{(pid=101802) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 04:57:49.285820 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] returning from RpcWorker wait() {{(pid=101802) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 04:57:49.286265 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Started child 101803 {{(pid=101693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 04:57:49.287047 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG neutron_lib.callbacks.manager [None req-025eaf7d-936b-444f-8299-f9a7e63a6975 None None] Publish callbacks [] for process, after_spawn {{(pid=101693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.287412 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.287901 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:57:49.288944 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101693) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 04:57:49.289155 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 04:57:49.289337 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 04:57:49.289547 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 04:57:49.289866 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 04:57:49.290041 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 04:57:49.290551 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.290830 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.291091 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.291179 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:57:49.291696 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.291696 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.292161 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.292412 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.292646 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.292912 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.293174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.293337 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.293497 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.293744 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.293991 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.294282 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.294535 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.294786 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.295044 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.295209 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.295489 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.295745 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.295999 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.296351 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] debug = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.297088 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.297577 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.297800 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.298035 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.298244 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.298520 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.298772 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.299024 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.299294 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.299525 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.299764 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.300013 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.300243 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.300467 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.300703 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.300911 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.301160 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.301371 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.301831 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] host = dv-cinder-817135-4-iscsi {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.302042 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.302252 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.302476 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.302718 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.302966 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.303176 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.303477 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.303725 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.303966 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.304183 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.304442 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.304682 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.304895 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.305145 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.305304 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_options = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.305532 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.305802 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306065 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306242 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306405 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306574 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306831 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.306988 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.307239 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.307504 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.307713 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.307921 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.308150 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.308354 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.308599 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.308821 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.309048 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.309249 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.309487 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.309710 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.309929 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.310230 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.310422 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.310682 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.310856 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.311080 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.311324 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.311565 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.311823 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.312065 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.312289 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.312558 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.312782 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.313006 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.313274 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.313509 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.313729 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.313952 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.314213 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.314430 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.314664 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.314904 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.315113 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.315376 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.315586 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.315795 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.316044 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_json = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.316250 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.316474 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.316713 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.316919 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.317126 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.317336 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.317592 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.317764 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.318247 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.318522 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.318778 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.319029 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.319304 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.319530 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.319758 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.319969 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.320686 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.320939 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.321230 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.321447 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.321580 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:57:49.321709 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.321942 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.322194 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.322511 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.322758 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.323014 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.323268 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.323510 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.323722 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.323964 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.324219 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.324457 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.324699 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.325635 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.326271 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.326495 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.326751 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.327011 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.327333 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.327569 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.327843 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.328072 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.328571 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.328571 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.328799 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.328988 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.329202 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.329410 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.329624 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.329864 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.330073 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.330313 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.330538 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.330782 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.331005 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.331220 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.331457 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.331666 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.331874 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.332101 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.332352 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.332561 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.332807 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.333027 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.333240 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.333450 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.333672 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.333887 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.334440 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.334440 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.334561 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.334879 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.335033 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.335198 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.335490 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.335708 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.335920 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.336128 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.336385 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.336810 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.338074 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.340076 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.340357 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.340631 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.340867 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.341101 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.341333 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.341568 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.341792 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.343542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.343542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.343542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.343542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.343542 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344356 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344356 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344356 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344356 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344728 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.344901 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.345154 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.345384 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.345645 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.345865 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.346115 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.346337 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.346547 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.346766 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.347024 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.347251 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.347502 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.347732 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.347951 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.348206 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.348425 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.348671 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.348891 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.349127 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.349370 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.349657 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.349921 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.350225 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.350472 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.350730 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.350994 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.351246 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.351569 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.351790 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.352067 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.352368 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.352643 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.352918 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.353150 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.353400 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.353661 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.353916 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.354189 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.354453 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.354705 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.354955 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.355226 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.355514 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.355737 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.355955 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.356185 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.357354 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.357615 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.357841 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.358059 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.358350 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.358578 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.359597 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.359701 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.359903 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.360158 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.360417 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.360667 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.360867 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.361110 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.361358 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.361599 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.362093 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.362334 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.362575 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.362790 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.363029 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.363305 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.363548 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.363813 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.363970 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.364227 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.364463 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.364696 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.364837 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.365064 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.365305 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.365780 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.365780 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.365993 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.366175 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.366428 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.366663 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.366946 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.367194 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.367453 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.367681 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.367910 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.368149 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.368364 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.368614 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.368850 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.369063 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.369364 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.369589 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.369817 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.370032 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.370262 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.370505 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.370746 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.370997 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.371346 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.371639 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.371860 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.372100 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.372325 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.372580 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.372796 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.373032 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.373247 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.373460 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.373691 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.373959 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.374324 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.374602 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.374833 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.375048 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.375294 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.375518 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.375729 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.376022 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.376273 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.376512 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.376777 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.377022 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.377253 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.377504 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.377715 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.377928 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.378151 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.378369 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.378584 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.378812 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.379040 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.379252 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.379503 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.379722 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.379931 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.380217 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.380424 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.380638 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.380862 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.381080 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.381288 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.381518 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.381726 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.381940 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.382160 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.382370 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.382583 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.382830 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.383038 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.383355 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.383518 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.383755 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.383964 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.384252 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.384500 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.384721 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.385011 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.385241 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.385483 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.385722 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.386031 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.386283 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.386522 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.386742 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.386958 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.387195 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.387471 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.387803 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.388093 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.388353 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.388586 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.388859 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.389114 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.389382 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.389594 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.389874 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.390402 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.390860 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.391122 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.391407 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.391651 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.391879 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.392096 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.392328 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.392570 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.392791 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.393058 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.393286 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.393509 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.393747 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.393975 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.394217 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.394439 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.394680 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.394908 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.395146 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.395317 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 04:57:49.396017 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101693) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 04:57:49.396181 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 04:57:49.396337 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 04:57:49.396506 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 04:57:49.396675 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 04:57:49.396828 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 04:57:49.397033 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.397195 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.397354 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.397514 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.397673 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.397853 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398016 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398172 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398331 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398489 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398645 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398804 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.398960 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399118 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399298 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399458 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399615 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399772 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.399934 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400092 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400249 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400404 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400560 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] debug = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400718 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.400927 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401091 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401248 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401410 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401607 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401747 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.401881 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402015 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402159 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402292 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402452 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402608 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402765 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.402922 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403065 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403220 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403412 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403571 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] host = dv-cinder-817135-4-iscsi {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403728 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.403884 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404041 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404272 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404425 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404579 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404733 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.404884 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.405201 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.405201 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.405455 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406058 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406140 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406497 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406497 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_options = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406773 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.406773 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.407018 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.407146 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.407292 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.407418 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.407530 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.408107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.408107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.408107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.408107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.410414 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.411326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412174 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.412789 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413256 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413256 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413256 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413477 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_json = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413477 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413618 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413756 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.413915 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.414076 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.414231 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.414387 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.414547 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 04:57:49.414724 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.414883 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415052 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415211 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415391 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415552 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415711 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.415871 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416029 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416187 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416351 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416510 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416680 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416839 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.416998 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417159 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417319 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417478 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417639 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417798 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.417955 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418113 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418282 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418506 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418616 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418739 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.418897 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419068 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419226 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419406 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419565 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419723 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.419883 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420042 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420200 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420359 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420519 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420677 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420836 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.420994 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.421182 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.421837 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422006 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422166 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422326 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422484 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422642 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422802 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.422962 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423119 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423298 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423464 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423623 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423785 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.423941 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.424110 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.424267 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.424582 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.424743 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.424902 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425049 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425207 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425349 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425512 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425670 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425826 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.425989 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426134 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426294 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426439 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426601 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426751 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.426979 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427107 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427243 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427399 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427545 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427687 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427833 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.427963 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428093 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428232 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428392 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428534 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428697 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.428836 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:57:49.428979 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429112 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429246 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429386 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429528 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429673 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429808 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.429941 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430084 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430217 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430351 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430484 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430618 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430776 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.430935 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431094 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431252 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431421 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431566 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431725 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.431891 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432049 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432206 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432366 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432524 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432667 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432829 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.432987 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433144 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433302 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433454 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433615 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433773 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.433934 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434084 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434247 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434416 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434575 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434734 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.434916 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435075 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435233 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435412 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435559 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435719 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.435865 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436026 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436190 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436359 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436518 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436678 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.436861 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437042 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437201 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437360 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437520 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437677 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437836 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.437980 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438140 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438299 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438441 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438603 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438762 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.438985 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439366 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439366 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439657 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439657 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439870 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.439960 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440040 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440201 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440359 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440518 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440675 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.440833 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441166 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441166 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441410 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441410 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441642 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441763 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.441886 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442007 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442164 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442322 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442663 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442663 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442833 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.442912 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443074 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443233 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443408 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443574 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443722 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.443885 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444043 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444202 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444361 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444727 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444727 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444887 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.444964 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445119 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445277 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445436 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445609 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445766 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.445923 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446081 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446239 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446396 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446554 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446712 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.446872 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447029 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447187 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447378 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447539 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447697 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.447855 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448013 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448172 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448330 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448490 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448661 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448820 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.448978 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449125 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449284 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449442 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449610 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449768 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.449926 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450103 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450262 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450420 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450587 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450745 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.450903 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451057 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451224 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451359 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451528 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451686 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.451848 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452004 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452162 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452320 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452511 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452653 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452816 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.452974 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453131 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453289 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453457 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453614 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453772 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.453929 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454087 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454244 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454411 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454571 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454732 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.454896 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455054 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455436 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455436 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455658 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455782 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455902 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.455985 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456141 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456298 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456458 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456619 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456785 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.456949 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457108 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457274 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457439 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457604 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457764 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.457929 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458098 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458256 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458415 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458574 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458732 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.458891 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459047 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459205 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459382 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459541 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459697 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.459853 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460010 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460167 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460325 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460481 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460639 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460797 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.460953 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.461110 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 04:57:49.461261 dv-cinder-817135-4-iscsi neutron-server[101693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 04:57:49.715346 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 47852) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:57:49.724662 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070601 Nov 10 04:58:00.868196 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83f066e-357e-4d4f-a1b6-a119b2ebbf54 None None] get_active_networks_info from dv-cinder-817135-4-iscsi {{(pid=101802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 04:58:00.971904 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f066e-357e-4d4f-a1b6-a119b2ebbf54 None None] No non-hosted networks {{(pid=101802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 04:58:01.019256 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.agentschedulers_db [None req-e83f066e-357e-4d4f-a1b6-a119b2ebbf54 None None] DHCP Agent not found on host dv-cinder-817135-4-iscsi {{(pid=101802) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 04:58:01.170292 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-33b54621-6209-4542-9953-6289514cad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:03.156380 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfab0-883a-4ae0-b042-307e92f8ceeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:03.220826 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e2c3-877f-4679-b112-26c001e6bb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:04.230068 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:05.984119 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:06.108720 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.db.l3_hamode_db [None req-14aacf87-46f1-4915-a81e-a7fa51b66737 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 04:58:06.187443 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aacf87-46f1-4915-a81e-a7fa51b66737 None None] Routers set() bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:58:06.187824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aacf87-46f1-4915-a81e-a7fa51b66737 None None] Router IDs set() for agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 04:58:06.726114 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:06.726801 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.727352 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.727886 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.727886 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.728225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.728549 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.729060 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.729503 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.729856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.730184 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.730534 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.730878 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:06.731255 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817135-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:06.738019 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:07.146381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 47944) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:07.635723 dv-cinder-817135-4-iscsi neutron-server[101801]: WARNING oslo_policy.policy [None req-fef4a11b-ad3a-4022-a299-d4e3b6ad25a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:07.636360 dv-cinder-817135-4-iscsi neutron-server[101801]: WARNING oslo_policy.policy [None req-fef4a11b-ad3a-4022-a299-d4e3b6ad25a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:07.862702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [None req-fef4a11b-ad3a-4022-a299-d4e3b6ad25a5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:07.863747 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fef4a11b-ad3a-4022-a299-d4e3b6ad25a5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7164700 Nov 10 04:58:10.330347 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 47960) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:10.636248 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:10.730545 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.policy [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 04:58:10.776469 dv-cinder-817135-4-iscsi neutron-server[101801]: WARNING oslo_policy.policy [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:10.776854 dv-cinder-817135-4-iscsi neutron-server[101801]: WARNING oslo_policy.policy [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:10.786075 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.quota [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] Loaded quota_driver: . Nov 10 04:58:10.871852 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759428856087', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759428856676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759428843814', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759428842983', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759428769607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759432360446', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-615424', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1359774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-374247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446110'] for rbac-policy, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:10.934294 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:10.935987 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6f316050-97b0-4c86-9d22-43538c2ff2de admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6046784 Nov 10 04:58:13.604453 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 47972) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:14.084429 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING oslo_policy.policy [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:14.085134 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING oslo_policy.policy [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:14.309814 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Request body: {'network': {'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:14.311544 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.quota [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Loaded quota_driver: . Nov 10 04:58:14.366388 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Made reservation on behalf of cb464ec4d0e64ca5a3ee0cd01eb125ea for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:58:14.433738 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.policy [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 04:58:14.480739 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING oslo_policy.policy [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:14.481114 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING oslo_policy.policy [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 04:58:14.492173 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.513773 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.621826 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.625908 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.645261 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 04:58:14.671874 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759427630300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.672425 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Unsubscribe: segment precommit_create {{(pid=101800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 04:58:14.672937 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Added segment 1cd3585a-6d43-4945-89f8-0f48efbe05a9 of type vlan for network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd Nov 10 04:58:14.689008 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f86a62-f66e-486a-8893-12aa51baf520,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:14.709894 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.710253 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.710587 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.710913 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.711236 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.711599 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.711917 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.712248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.712585 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.712901 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.713210 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.713519 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Tracked resource versions report: Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: pushed versions: Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: { 'AddressGroup': {'1.2'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'ConntrackHelper': {'1.0'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Log': {'1.0'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Network': {'1.1'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Port': {'1.7'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'PortForwarding': {'1.2'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'QosPolicy': {'1.10'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroup': {'1.5'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroupRule': {'1.2'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SubPort': {'1.0'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Subnet': {'1.1'}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Trunk': {'1.1'}} Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: consumer versions: Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'ConntrackHelper': '1.0', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Log': '1.0', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Network': '1.1', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Port': '1.7', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'PortForwarding': '1.2', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'QosPolicy': '1.10', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroup': '1.5', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroupRule': '1.2', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SubPort': '1.0', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Subnet': '1.1', Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Trunk': '1.1'}} Nov 10 04:58:14.714568 dv-cinder-817135-4-iscsi neutron-server[101800]: {{(pid=101800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 04:58:14.799009 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.841288 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.842506 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:14.843229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:14.904621 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2979751 Nov 10 04:58:14.948455 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dff42-b6bb-4910-8bc2-7170b591f521 admin admin] Pushing event updated for resources: {'Network': ['ID=cddd1bef-cfef-4c16-acce-2d0f37f2f1fd,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:14.960598 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:58:17.639498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 47994) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:18.052658 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ea0f3f-7198-4bb4-b58f-5ec4dc225fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:18.054042 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-58ea0f3f-7198-4bb4-b58f-5ec4dc225fe7 admin admin] 10.222.0.18 "GET /v2.0/networks/cddd1bef-cfef-4c16-acce-2d0f37f2f1fd HTTP/1.1" status: 200 len: 825 time: 0.4136298 Nov 10 04:58:18.078283 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-83e3a5fb-90c9-4bdd-b1e3-c29500e2e110 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1 HTTP/1.1" status: 200 len: 734 time: 0.0175564 Nov 10 04:58:18.086970 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1', 'name': 'private-subnet', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:18.112738 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Made reservation on behalf of cb464ec4d0e64ca5a3ee0cd01eb125ea for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:58:18.115185 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:18.395073 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:18.459096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Checking segment: {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:18.459503 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Network hostable DHCP agents. Network: cddd1bef-cfef-4c16-acce-2d0f37f2f1fd, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:58:18.471331 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6258b2c4-077a-4c15-8086-f88a82d2e80e,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:18.488082 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.488681 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.489262 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.489820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.490306 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.490652 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.490974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.491323 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.491659 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.492042 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.492583 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.493061 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Tracked resource versions report: Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: pushed versions: Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: { 'AddressGroup': {'1.2'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'ConntrackHelper': {'1.0'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Log': {'1.0'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Network': {'1.1'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Port': {'1.7'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'PortForwarding': {'1.2'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'QosPolicy': {'1.10'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroup': {'1.5'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroupRule': {'1.2'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SubPort': {'1.0'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Subnet': {'1.1'}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Trunk': {'1.1'}} Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: consumer versions: Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'ConntrackHelper': '1.0', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Log': '1.0', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Network': '1.1', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Port': '1.7', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'PortForwarding': '1.2', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'QosPolicy': '1.10', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroup': '1.5', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroupRule': '1.2', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SubPort': '1.0', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Subnet': '1.1', Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Trunk': '1.1'}} Nov 10 04:58:18.494100 dv-cinder-817135-4-iscsi neutron-server[101801]: {{(pid=101801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 04:58:18.520160 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:58:18.537137 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, cddd1bef-cfef-4c16-acce-2d0f37f2f1fd) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:18.541672 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:18.542288 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:18.547444 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee205206-d7e9-409f-a4fc-d29c5f8c512a None None] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:58:18.558788 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-acdb9b08-d75f-42da-a929-a7e7485b1c12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4748354 Nov 10 04:58:18.873546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 04:58:18.874804 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.166050 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Allocated IP 172.20.0.2 (cddd1bef-cfef-4c16-acce-2d0f37f2f1fd/6258b2c4-077a-4c15-8086-f88a82d2e80e/53580e80-50f7-45d9-8122-3b1fcaad25e7) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:58:19.369140 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.377309 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.451942 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:58:19.459844 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:19.466005 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Pushing event updated for resources: {'Port': ['ID=53580e80-50f7-45d9-8122-3b1fcaad25e7,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:19.468232 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:58:19.478507 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.478867 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.479205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.479555 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.479879 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.480200 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.480520 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.480839 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.481726 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.482051 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.482365 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.482679 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Tracked resource versions report: Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: pushed versions: Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: { 'AddressGroup': {'1.2'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'ConntrackHelper': {'1.0'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Log': {'1.0'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Network': {'1.1'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Port': {'1.7'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'PortForwarding': {'1.2'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'QosPolicy': {'1.10'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroup': {'1.5'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroupRule': {'1.2'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SubPort': {'1.0'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Subnet': {'1.1'}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Trunk': {'1.1'}} Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: consumer versions: Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'ConntrackHelper': '1.0', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Log': '1.0', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Network': '1.1', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Port': '1.7', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'PortForwarding': '1.2', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'QosPolicy': '1.10', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroup': '1.5', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroupRule': '1.2', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SubPort': '1.0', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Subnet': '1.1', Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Trunk': '1.1'}} Nov 10 04:58:19.483776 dv-cinder-817135-4-iscsi neutron-server[101802]: {{(pid=101802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 04:58:19.557943 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Attempting to bind port 53580e80-50f7-45d9-8122-3b1fcaad25e7 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:58:19.558590 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Attempting to bind port 53580e80-50f7-45d9-8122-3b1fcaad25e7 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:58:19.558757 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Attempting to bind port 53580e80-50f7-45d9-8122-3b1fcaad25e7 on network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:58:19.563660 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:58:19.564056 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Checking segment: {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:19.564515 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.564898 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Bound using segment: {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:58:19.565370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Bound port: 53580e80-50f7-45d9-8122-3b1fcaad25e7, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:58:19.565786 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.625831 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-640744ec-aa00-4968-a882-271e77f246ff None None] For port 53580e80-50f7-45d9-8122-3b1fcaad25e7, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:58:19.629955 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-640744ec-aa00-4968-a882-271e77f246ff None None] For port 53580e80-50f7-45d9-8122-3b1fcaad25e7, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=53580e80-50f7-45d9-8122-3b1fcaad25e7,segment=NetworkSegment(1cd3585a-6d43-4945-89f8-0f48efbe05a9),segment_id=1cd3585a-6d43-4945-89f8-0f48efbe05a9)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:58:19.634196 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:19.703741 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640744ec-aa00-4968-a882-271e77f246ff None None] Pushing event updated for resources: {'Port': ['ID=53580e80-50f7-45d9-8122-3b1fcaad25e7,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:21.067722 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48006) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:21.375765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [None req-fe202642-47fa-46a3-92da-87a779fc7529 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:21.376750 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fe202642-47fa-46a3-92da-87a779fc7529 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3080940 Nov 10 04:58:23.890635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48014) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:24.205254 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [None req-524b82cd-a511-4137-a760-1cacdca6c0e4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:24.206324 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-524b82cd-a511-4137-a760-1cacdca6c0e4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146937 Nov 10 04:58:26.909466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48024) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:27.210299 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:27.235818 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:27.237326 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:27.368566 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:27.373797 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:27.388033 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:27.391671 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-498a083e-0ce2-4e7e-af11-49048ddb49e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4812217 Nov 10 04:58:28.598003 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 53580e80-50f7-45d9-8122-3b1fcaad25e7 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:28.687070 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 53580e80-50f7-45d9-8122-3b1fcaad25e7 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:28.687492 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:28.729982 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad082a-9265-4225-826a-dd7ba4095e68 None None] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:58:28.862576 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-751eb808-35e6-4d55-adf0-dba22b42a7e8 None None] Provisioning complete for port 53580e80-50f7-45d9-8122-3b1fcaad25e7 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:28.862856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-751eb808-35e6-4d55-adf0-dba22b42a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:28.917586 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:29.012008 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 53580e80-50f7-45d9-8122-3b1fcaad25e7, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=53580e80-50f7-45d9-8122-3b1fcaad25e7,segment=NetworkSegment(1cd3585a-6d43-4945-89f8-0f48efbe05a9),segment_id=1cd3585a-6d43-4945-89f8-0f48efbe05a9)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:29.024614 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:29.070604 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-751eb808-35e6-4d55-adf0-dba22b42a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:29.143180 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=53580e80-50f7-45d9-8122-3b1fcaad25e7,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:29.160040 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.db.api [None req-751eb808-35e6-4d55-adf0-dba22b42a7e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 04:58:29.160491 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG oslo_db.api [None req-751eb808-35e6-4d55-adf0-dba22b42a7e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 04:58:29.347646 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:58:29.817970 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-7ba09231-89c7-4a1f-a06b-5a808052980a None None] Provisioning complete for port 53580e80-50f7-45d9-8122-3b1fcaad25e7 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:29.818511 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7ba09231-89c7-4a1f-a06b-5a808052980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:29.914509 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48038) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:30.218306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [None req-01efc855-7ca7-455d-88ae-5576a95501bd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 04:58:30.219430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-01efc855-7ca7-455d-88ae-5576a95501bd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3039641 Nov 10 04:58:30.558894 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 53580e80-50f7-45d9-8122-3b1fcaad25e7 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:30.605564 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 53580e80-50f7-45d9-8122-3b1fcaad25e7 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:30.605930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:30.791417 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-61f6b9de-361b-4c26-82b4-f7452e77e119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:32.706833 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48046) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:33.014463 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:33.035541 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Made reservation on behalf of 50a38ad6729d47369b1caa3f4fb7d243 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:58:33.037812 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.046040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.118734 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.122600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.141216 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=101800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 04:58:33.148268 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8881707a-0f36-45e1-b56c-9406133d0198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.160626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b875dd6-af19-4011-b8a8-4b54d42624fa,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:33.166252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.166591 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Added segment 701e6d1e-9b44-40bb-9c48-552e96977fcb of type flat for network c8560e99-0a36-4702-8634-138a81b035b2 Nov 10 04:58:33.212141 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.243234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.244157 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:33.244739 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:33.273994 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5661314 Nov 10 04:58:33.305537 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdbdbe-4d01-4cec-8782-3640563bd9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8560e99-0a36-4702-8634-138a81b035b2,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:33.316319 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network c8560e99-0a36-4702-8634-138a81b035b2 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 04:58:34.143777 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:35.747018 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48064) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:35.897691 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:35.977819 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe4fc2-025a-41db-a6c5-09acb3ea8a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:35.979200 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3cfe4fc2-025a-41db-a6c5-09acb3ea8a65 admin admin] 10.222.0.18 "GET /v2.0/subnets/6258b2c4-077a-4c15-8086-f88a82d2e80e HTTP/1.1" status: 200 len: 849 time: 0.2311985 Nov 10 04:58:36.094861 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4350cfd4-b633-477f-8a88-bc197339afa7 admin admin] 10.222.0.18 "GET /v2.0/routers/c7993dc5-e3ea-49e3-ac89-3e900fd56be0 HTTP/1.1" status: 200 len: 704 time: 0.1085739 Nov 10 04:58:36.356107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:36.643759 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Allocated IP 172.20.0.1 (cddd1bef-cfef-4c16-acce-2d0f37f2f1fd/6258b2c4-077a-4c15-8086-f88a82d2e80e/27d9024c-1625-4a0e-8e57-a60d6c99470c) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:58:36.724391 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:36.828511 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:36.894110 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:36.968780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:58:36.973459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:36.982526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:58:36.983681 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.002446 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Pushing event updated for resources: {'Port': ['ID=27d9024c-1625-4a0e-8e57-a60d6c99470c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:37.149068 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-bdd97fe4-4f58-4b63-90ac-fbb95f366139 None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:37.149599 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bdd97fe4-4f58-4b63-90ac-fbb95f366139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.182054 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97fe4-4f58-4b63-90ac-fbb95f366139 None None] Port 27d9024c-1625-4a0e-8e57-a60d6c99470c cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:58:37.226514 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.433362 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.437440 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.438288 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.518071 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Pushing event updated for resources: {'Port': ['ID=27d9024c-1625-4a0e-8e57-a60d6c99470c,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:37.559120 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:58:37.560394 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:37.727144 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 04:58:37.805162 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-521dc47c-b607-4555-ad7c-0d47e9370e11 None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:37.805525 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-521dc47c-b607-4555-ad7c-0d47e9370e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:37.816077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:58:37.826336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9757bebf-af9a-45e2-80c1-ce3c15fc86d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/c7993dc5-e3ea-49e3-ac89-3e900fd56be0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7243958 Nov 10 04:58:37.828122 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Sync routers for ids ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:58:37.840790 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Routers {'c7993dc5-e3ea-49e3-ac89-3e900fd56be0'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:58:37.841658 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T04:58:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:37.848635 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-521dc47c-b607-4555-ad7c-0d47e9370e11 None None] Port 27d9024c-1625-4a0e-8e57-a60d6c99470c cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:58:38.027958 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Set router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:58:38.452304 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:37Z', 'revision_number': 2, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port_host': None, '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:37Z', 'revision_number': 2, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:38.500476 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Checking router: c7993dc5-e3ea-49e3-ac89-3e900fd56be0 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:58:38.500850 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Updating router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 port 27d9024c-1625-4a0e-8e57-a60d6c99470c binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:58:38.575252 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.049414 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.055376 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.214838 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Pushing event updated for resources: {'Port': ['ID=27d9024c-1625-4a0e-8e57-a60d6c99470c,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:39.228832 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.229713 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.230054 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.230387 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.230716 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.231044 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.231399 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.231727 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.232055 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.232379 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.232700 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.233018 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Tracked resource versions report: Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: pushed versions: Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: { 'AddressGroup': {'1.2'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'ConntrackHelper': {'1.0'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Log': {'1.0'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Network': {'1.1'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Port': {'1.7'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'PortForwarding': {'1.2'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'QosPolicy': {'1.10'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroup': {'1.5'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroupRule': {'1.2'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SubPort': {'1.0'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Subnet': {'1.1'}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Trunk': {'1.1'}} Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: consumer versions: Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'ConntrackHelper': '1.0', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Log': '1.0', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Network': '1.1', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Port': '1.7', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'PortForwarding': '1.2', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'QosPolicy': '1.10', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroup': '1.5', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroupRule': '1.2', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SubPort': '1.0', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Subnet': '1.1', Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Trunk': '1.1'}} Nov 10 04:58:39.234333 dv-cinder-817135-4-iscsi neutron-server[101803]: {{(pid=101803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 04:58:39.239019 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Attempting to bind port 27d9024c-1625-4a0e-8e57-a60d6c99470c on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:58:39.239369 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Attempting to bind port 27d9024c-1625-4a0e-8e57-a60d6c99470c by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:58:39.239898 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Attempting to bind port 27d9024c-1625-4a0e-8e57-a60d6c99470c on network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:58:39.245532 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:58:39.245948 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Checking segment: {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:39.246439 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.246811 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Bound using segment: {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:58:39.247342 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Bound port: 27d9024c-1625-4a0e-8e57-a60d6c99470c, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd3585a-6d43-4945-89f8-0f48efbe05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:58:39.247751 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.276996 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-de9904c6-ebba-4363-9977-1097a66d6e89 None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:39.278043 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de9904c6-ebba-4363-9977-1097a66d6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.312376 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] For port 27d9024c-1625-4a0e-8e57-a60d6c99470c, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:58:39.312569 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-de9904c6-ebba-4363-9977-1097a66d6e89 None None] Port 27d9024c-1625-4a0e-8e57-a60d6c99470c cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 04:58:39.333782 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] For port 27d9024c-1625-4a0e-8e57-a60d6c99470c, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=27d9024c-1625-4a0e-8e57-a60d6c99470c,segment=NetworkSegment(1cd3585a-6d43-4945-89f8-0f48efbe05a9),segment_id=1cd3585a-6d43-4945-89f8-0f48efbe05a9)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:58:39.338006 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.399241 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Routers {'c7993dc5-e3ea-49e3-ac89-3e900fd56be0'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:58:39.399892 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T04:58:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:39.438376 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf54a-4d49-4ba9-948d-7c915b2a41dc None None] Pushing event updated for resources: {'Port': ['ID=27d9024c-1625-4a0e-8e57-a60d6c99470c,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:39.497320 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] Set router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:58:39.632320 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:39.632686 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.712541 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:37Z', 'revision_number': 2, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port_host': None, '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:39Z', 'revision_number': 4, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:39.713043 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.739108 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380322-71e5-4fad-91c4-4c49feadd209 None None] The sync data for ids ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'] in dv-cinder-817135-4-iscsi is: [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:37Z', 'revision_number': 2, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port_host': None, '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:39Z', 'revision_number': 4, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:58:39.748400 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] For port 27d9024c-1625-4a0e-8e57-a60d6c99470c, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=27d9024c-1625-4a0e-8e57-a60d6c99470c,segment=NetworkSegment(1cd3585a-6d43-4945-89f8-0f48efbe05a9),segment_id=1cd3585a-6d43-4945-89f8-0f48efbe05a9)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:39.753460 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:39.801664 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162ee26-0e72-43b7-b0e1-5af660f70647 None None] Pushing event updated for resources: {'Port': ['ID=27d9024c-1625-4a0e-8e57-a60d6c99470c,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:40.168790 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48084) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:40.278873 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20420c5b-fed4-4c6e-a04e-b6c29cae8342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:40.281237 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-20420c5b-fed4-4c6e-a04e-b6c29cae8342 admin admin] 10.222.0.18 "GET /v2.0/networks/c8560e99-0a36-4702-8634-138a81b035b2 HTTP/1.1" status: 200 len: 842 time: 0.1105120 Nov 10 04:58:40.290222 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'cidr': '172.27.3.0/24'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:40.314212 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Made reservation on behalf of 50a38ad6729d47369b1caa3f4fb7d243 for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 04:58:40.316459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:40.614030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.objects.ports [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 04:58:40.614449 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:40.667503 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb001b55-1baf-47ef-98c4-f537586b0bd7,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:40.676805 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:40.677148 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Network hostable DHCP agents. Network: c8560e99-0a36-4702-8634-138a81b035b2, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 04:58:40.698291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 04:58:40.711626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, c8560e99-0a36-4702-8634-138a81b035b2) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:40.716191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:40.716793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:40.721515 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629791f7-1b53-40f9-badd-b2f8142bbb31 None None] Network c8560e99-0a36-4702-8634-138a81b035b2 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:58:40.740269 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e028736f-7e04-4125-adae-440e47c9cd3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4488494 Nov 10 04:58:40.865948 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c2893-b394-4066-9dcc-1af855e59f41 None None] Network c8560e99-0a36-4702-8634-138a81b035b2 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 04:58:43.162684 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48092) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:43.439381 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-151c03d8-a42d-4430-8512-ec5227c4a2ef admin admin] 10.222.0.18 "GET /v2.0/routers/c7993dc5-e3ea-49e3-ac89-3e900fd56be0 HTTP/1.1" status: 200 len: 710 time: 0.2749205 Nov 10 04:58:43.560189 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a0359-5628-4007-92f6-f6d67f663ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 04:58:43.561541 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6b5a0359-5628-4007-92f6-f6d67f663ff5 admin admin] 10.222.0.18 "GET /v2.0/networks/c8560e99-0a36-4702-8634-138a81b035b2 HTTP/1.1" status: 200 len: 886 time: 0.1150517 Nov 10 04:58:43.570916 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 04:58:43.818336 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:44.050797 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:44.124146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:44.278942 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Allocated IP 172.27.3.244 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 04:58:44.384708 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:44.442324 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:44.511084 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 04:58:44.517702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 04:58:44.523858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 04:58:44.610771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Pushing event updated for resources: {'Port': ['ID=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:44.853034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:45.043858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1608787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26997'] for router, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:45.048681 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1608772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1608781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635106'] for router, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:45.154752 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 04:58:45.278371 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 04:58:45.282615 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:45.283868 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2e76942b-f05f-4600-a720-3600f481520d admin admin] 10.222.0.18 "PUT /v2.0/routers/c7993dc5-e3ea-49e3-ac89-3e900fd56be0 HTTP/1.1" status: 200 len: 890 time: 1.7160354 Nov 10 04:58:46.590931 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 27d9024c-1625-4a0e-8e57-a60d6c99470c up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:46.639874 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:46.640240 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:46.756288 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Sync routers for ids ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 04:58:46.767684 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Routers {'c7993dc5-e3ea-49e3-ac89-3e900fd56be0'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:58:46.768398 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T04:58:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:46.971873 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Set router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:58:47.419559 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:44Z', 'revision_number': 4, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port': {'id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:44Z', 'updated_at': '2021-11-10T04:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:39Z', 'revision_number': 5, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:47.470025 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Checking router: c7993dc5-e3ea-49e3-ac89-3e900fd56be0 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 04:58:47.470374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Updating router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 04:58:47.516573 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.792017 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48104) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 04:58:47.831655 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.836935 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.888960 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Attempting to bind port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 04:58:47.889329 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Attempting to bind port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 04:58:47.889689 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Attempting to bind port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 04:58:47.892467 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c7df-892d-4e59-acb9-55e7b1781860 None None] Pushing event updated for resources: {'Port': ['ID=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:47.896937 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 4, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 04:58:47.897368 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 04:58:47.897703 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.898093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 04:58:47.898562 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Bound port: ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 04:58:47.898956 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:47.906098 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fcd78dc3-868c-43dd-9a9b-c135148113c5 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1129916 Nov 10 04:58:47.953587 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] For port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 04:58:47.957205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] For port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 04:58:47.961917 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:48.025863 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Routers {'c7993dc5-e3ea-49e3-ac89-3e900fd56be0'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 04:58:48.026496 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T04:58:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:48.028425 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c7df-892d-4e59-acb9-55e7b1781860 None None] Pushing event updated for resources: {'Port': ['ID=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:48.139846 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] Set router c7993dc5-e3ea-49e3-ac89-3e900fd56be0 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 04:58:48.348692 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:44Z', 'revision_number': 4, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port': {'id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:44Z', 'updated_at': '2021-11-10T04:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:39Z', 'revision_number': 5, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 04:58:48.375423 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795bac5-bcdc-43e6-9ae8-034fcf70d6d1 None None] The sync data for ids ['c7993dc5-e3ea-49e3-ac89-3e900fd56be0'] in dv-cinder-817135-4-iscsi is: [{'id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'name': 'router1', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T04:58:27Z', 'updated_at': '2021-11-10T04:58:44Z', 'revision_number': 4, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'gw_port': {'id': 'ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:44Z', 'updated_at': '2021-11-10T04:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '27d9024c-1625-4a0e-8e57-a60d6c99470c', 'name': '', 'network_id': 'cddd1bef-cfef-4c16-acce-2d0f37f2f1fd', 'tenant_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'mac_address': 'fa:16:3e:3c:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7993dc5-e3ea-49e3-ac89-3e900fd56be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T04:58:36Z', 'updated_at': '2021-11-10T04:58:39Z', 'revision_number': 5, 'project_id': 'cb464ec4d0e64ca5a3ee0cd01eb125ea', 'subnets': [{'id': '6258b2c4-077a-4c15-8086-f88a82d2e80e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a37e09cb-4ff8-4ddc-b7ee-2abf53328ff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 04:58:48.630141 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:48.693358 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:48.693724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:48.781431 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:48.805943 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 04:58:48.811061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:58:48.867380 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 04:58:50.585928 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 04:58:50.633535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ad3bf8a0-51d4-44a5-b29f-8d3c568acb4f triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 04:58:50.634005 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:00.794004 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9b27e030-e07f-4720-aa99-8c4ffdd2fd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:03.149015 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a5e191a2-bc6d-49c9-b626-7d549e5a0176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:04.150779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:05.905104 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:06.348231 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 04:59:06.731511 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:30.805676 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b96feb24-7b52-4a1e-a8f6-ff4308ebf940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:33.153846 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6a6be631-4b78-4c53-9b45-477766ff53b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:34.189304 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:35.909199 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:36.732955 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 04:59:43.347693 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:00:00.797655 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-edb9b141-6333-48d5-b2f9-3365a88c81fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:03.156302 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f31a4af9-16b0-46ea-a17b-a32e226ae94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:04.142205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:05.911549 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:06.729207 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:20.347867 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:00:25.833744 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48668) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:25.893154 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e449d633-1e81-4c74-8909-a3f297fb568a admin admin] GET failed (client error): The resource could not be found. Nov 10 05:00:25.894426 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e449d633-1e81-4c74-8909-a3f297fb568a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597622 Nov 10 05:00:26.051906 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a099da5-8864-4216-baed-697cace9c1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:26.053255 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5a099da5-8864-4216-baed-697cace9c1b3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535463 Nov 10 05:00:28.320062 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48678) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:28.409414 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544df87-1ae8-431c-bb3e-3d0a9c2fa6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:28.410743 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e544df87-1ae8-431c-bb3e-3d0a9c2fa6d8 admin admin] 10.222.0.18 "GET /v2.0/subnets/6258b2c4-077a-4c15-8086-f88a82d2e80e HTTP/1.1" status: 200 len: 849 time: 0.0897188 Nov 10 05:00:28.421263 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:00:28.505306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:28.644588 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759427609730'] for subnet, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:28.737064 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:28.737651 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:28.747187 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] 10.222.0.18 "PUT /v2.0/subnets/6258b2c4-077a-4c15-8086-f88a82d2e80e HTTP/1.1" status: 200 len: 868 time: 0.3213043 Nov 10 05:00:28.747469 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e2459-29d3-4709-bffd-d9fb615a6f80 None None] Network cddd1bef-cfef-4c16-acce-2d0f37f2f1fd requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:00:28.762103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6258b2c4-077a-4c15-8086-f88a82d2e80e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:00:28.769226 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.769593 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.769935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.770268 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.770594 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.770937 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.771291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.772164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.772505 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.772829 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.773148 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:28.773470 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084f656-f87c-488c-9fef-aedaa7ab6fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:00:29.157886 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ca3c6810-a4e8-482f-89fb-e3bd13e14034 None None] Provisioning complete for port 53580e80-50f7-45d9-8122-3b1fcaad25e7 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:29.158255 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6810-a4e8-482f-89fb-e3bd13e14034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:29.246473 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ca3c6810-a4e8-482f-89fb-e3bd13e14034 None None] Provisioning complete for port 27d9024c-1625-4a0e-8e57-a60d6c99470c triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:00:29.246836 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ca3c6810-a4e8-482f-89fb-e3bd13e14034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:30.799581 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-3c984ea6-0a1f-431c-9167-95ebb3f74cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:31.033729 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48688) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:31.227330 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b5d1-3ec8-40ac-8cc1-d84b2167ecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:31.227791 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b5d1-3ec8-40ac-8cc1-d84b2167ecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:31.229298 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1527b5d1-3ec8-40ac-8cc1-d84b2167ecff admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946304 Nov 10 05:00:33.156987 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1b85-2706-4ff2-87d2-038e4e8d60d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:33.528102 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48696) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:33.655818 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1e0ed-139f-4be4-a408-8710b0341949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:33.656280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1e0ed-139f-4be4-a408-8710b0341949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:33.657803 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-46e1e0ed-139f-4be4-a408-8710b0341949 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1287637 Nov 10 05:00:34.144961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:35.914975 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:35.925399 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48704) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:36.049518 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d5036-70f6-4f7b-9515-3638841476b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:36.050863 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-887d5036-70f6-4f7b-9515-3638841476b9 admin admin] 10.222.0.18 "GET /v2.0/networks/c8560e99-0a36-4702-8634-138a81b035b2 HTTP/1.1" status: 200 len: 886 time: 0.1245172 Nov 10 05:00:36.721806 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:00:38.321214 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48712) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:38.446600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d06558-f4ec-46b7-b2b3-9145e9a2f8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:38.447982 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-80d06558-f4ec-46b7-b2b3-9145e9a2f8d2 admin admin] 10.222.0.18 "GET /v2.0/networks/cddd1bef-cfef-4c16-acce-2d0f37f2f1fd HTTP/1.1" status: 200 len: 869 time: 0.1258595 Nov 10 05:00:40.727161 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48720) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:40.848958 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca3c70-02ab-4a32-9771-4cf8f3872660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:40.849410 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca3c70-02ab-4a32-9771-4cf8f3872660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:40.850949 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-08ca3c70-02ab-4a32-9771-4cf8f3872660 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228111 Nov 10 05:00:43.127042 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48728) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:43.214067 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba0a83-2157-4325-8749-06cd675f2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:43.214520 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba0a83-2157-4325-8749-06cd675f2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:43.216025 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-18ba0a83-2157-4325-8749-06cd675f2600 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880256 Nov 10 05:00:45.467723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48736) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:45.556519 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438f796-61a0-4eef-abbf-42152e982b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:45.557830 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c438f796-61a0-4eef-abbf-42152e982b14 admin admin] 10.222.0.18 "GET /v2.0/subnets/6258b2c4-077a-4c15-8086-f88a82d2e80e HTTP/1.1" status: 200 len: 868 time: 0.0891452 Nov 10 05:00:47.822041 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48744) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:00:47.908517 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b3c19-ad5a-47b5-92b1-a6b65380f2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:00:47.909805 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6f4b3c19-ad5a-47b5-92b1-a6b65380f2a8 admin admin] 10.222.0.18 "GET /v2.0/subnets/bb001b55-1baf-47ef-98c4-f537586b0bd7 HTTP/1.1" status: 200 len: 816 time: 0.0868573 Nov 10 05:00:57.347433 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:01:00.801415 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-28a057ee-2d2f-41c8-85c8-9a93c3c2f9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:03.158925 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ff91-4241-4371-acc9-c30464b4acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:04.147619 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:05.917541 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:06.724127 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:12.286322 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48798) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:01:12.332369 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [None req-5c0f1d44-1ac3-43d8-a6a7-904c4be4b490 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:01:12.333355 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5c0f1d44-1ac3-43d8-a6a7-904c4be4b490 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461202 Nov 10 05:01:14.685672 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48806) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:01:14.745659 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bed150-cc2b-4402-9fc2-85cbac558c3b admin admin] GET failed (client error): The resource could not be found. Nov 10 05:01:14.746875 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-03bed150-cc2b-4402-9fc2-85cbac558c3b admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602698 Nov 10 05:01:14.885716 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c93e65a-d4ef-45da-bcf9-e72a338e38ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:14.887146 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-8c93e65a-d4ef-45da-bcf9-e72a338e38ab admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356604 Nov 10 05:01:17.171040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48814) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:01:17.216841 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:01:17.236796 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Made reservation on behalf of 50a38ad6729d47369b1caa3f4fb7d243 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:01:17.238998 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.265443 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING neutron.services.revisions.revision_plugin [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Could not find related network for resource to bump revision. Nov 10 05:01:17.276223 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:01:17.284611 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.284939 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Added segment 1318c920-29e6-4c19-a92d-f11484887bef of type vlan for network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 Nov 10 05:01:17.323698 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.346891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.347826 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:17.348403 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:17.378218 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2060392 Nov 10 05:01:17.408821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db782c4-4d0f-4d2e-a580-2008c1e3ba73 admin admin] Pushing event updated for resources: {'Network': ['ID=335e4bd9-a032-4fed-9b69-f2d66d9f44e3,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:01:17.419718 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:01:19.710988 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48822) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:01:19.771193 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dda4efe-564a-4155-8728-d546eed72819 admin admin] GET failed (client error): The resource could not be found. Nov 10 05:01:19.772498 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-4dda4efe-564a-4155-8728-d546eed72819 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600557 Nov 10 05:01:19.841703 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd7c60-4368-4859-a2d6-5ebc33124499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:19.843074 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-cacd7c60-4368-4859-a2d6-5ebc33124499 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660129 Nov 10 05:01:19.853120 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:01:19.873497 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Made reservation on behalf of 50a38ad6729d47369b1caa3f4fb7d243 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:01:19.875771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.033581 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.086241 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06c47d4-8233-427e-b1b6-c60a7118029e,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:01:20.095168 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.095568 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.095905 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.096235 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.096560 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.096900 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.097226 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.097559 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.097883 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.098201 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.098517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.098831 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.104713 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Checking segment: {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:01:20.105647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Network hostable DHCP agents. Network: 335e4bd9-a032-4fed-9b69-f2d66d9f44e3, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:01:20.120279 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:01:20.129228 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 335e4bd9-a032-4fed-9b69-f2d66d9f44e3) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:01:20.133244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:01:20.133831 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.138835 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5f5aa-25d1-4f1c-821a-7a72892ccfa9 None None] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:01:20.148432 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9f84a0ed-66a1-4c47-b427-c23ea8eb598e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986481 Nov 10 05:01:20.385750 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-335e4bd9-a032-4fed-9b69-f2d66d9f44e3', 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3', 'tenant_id': '50a38ad6729d47369b1caa3f4fb7d243', 'fixed_ips': [{'subnet_id': 'a06c47d4-8233-427e-b1b6-c60a7118029e'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:01:20.386691 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.524559 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Allocated IP 192.168.233.2 (335e4bd9-a032-4fed-9b69-f2d66d9f44e3/a06c47d4-8233-427e-b1b6-c60a7118029e/f32e24bf-1214-4ec7-aa1e-f043c2acc4f7) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:01:20.671326 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.677336 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.714183 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:01:20.720660 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:01:20.724612 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:01:20.733881 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Pushing event updated for resources: {'Port': ['ID=f32e24bf-1214-4ec7-aa1e-f043c2acc4f7,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:01:20.755029 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.755413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.755758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.756094 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.756422 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.756750 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.757072 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.757393 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.757729 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.758050 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.758370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.758684 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:01:20.796240 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Attempting to bind port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:01:20.796606 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Attempting to bind port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:01:20.796971 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Attempting to bind port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 on network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:01:20.801997 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:01:20.802371 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Checking segment: {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:01:20.802760 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.803147 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Bound using segment: {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:01:20.803635 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Bound port: f32e24bf-1214-4ec7-aa1e-f043c2acc4f7, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:01:20.804028 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.865351 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] For port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:01:20.868799 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] For port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f32e24bf-1214-4ec7-aa1e-f043c2acc4f7,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:01:20.874761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:20.936154 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce009a93-f40e-4f09-8225-285f48d512fb None None] Pushing event updated for resources: {'Port': ['ID=f32e24bf-1214-4ec7-aa1e-f043c2acc4f7,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:01:21.737955 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab4103-169d-4008-8951-82986b01db48 None None] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:01:21.860016 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] Provisioning complete for port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:01:21.860303 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:21.968637 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:22.005428 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] For port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f32e24bf-1214-4ec7-aa1e-f043c2acc4f7,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:01:22.010319 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:22.067709 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de1ef9-32a8-45ee-9377-7586e72c48ec None None] Pushing event updated for resources: {'Port': ['ID=f32e24bf-1214-4ec7-aa1e-f043c2acc4f7,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:01:22.130365 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-5deb0922-8875-4441-a3c6-5820fb7b5006 None None] Provisioning complete for port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:01:22.130649 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5deb0922-8875-4441-a3c6-5820fb7b5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:22.676913 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:01:22.729061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port f32e24bf-1214-4ec7-aa1e-f043c2acc4f7 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:01:22.729424 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:30.805080 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5ee797c5-e4c7-4563-b893-5dbfe2c3f555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:33.160769 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6abeffcd-926d-413e-bbf4-a63c14370ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:34.151594 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:34.346618 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:01:35.921010 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:01:36.724726 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:00.805725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6be4-f5e0-4bfe-b51f-c27d3cef2e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:03.162480 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-58285ba3-b4e7-4020-9732-3c7d1037f31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:04.153843 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:05.923728 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:06.728984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:11.345456 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:02:30.808205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bcedbb94-95e5-4e1e-a643-a79f583ecb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:33.167282 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb34781d-793f-4a76-945a-483434a4499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:34.157013 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:35.927699 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:36.731600 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.175723 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48866) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:02:37.181569 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [None req-ac5e9e64-d8cb-491a-b409-d3eea07d8fa7 tempest-verify_tempest_config-1414045100 tempest-verify_tempest_config-1414045100-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:02:37.182551 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ac5e9e64-d8cb-491a-b409-d3eea07d8fa7 tempest-verify_tempest_config-1414045100 tempest-verify_tempest_config-1414045100-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058672 Nov 10 05:02:37.462141 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 48884) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:02:37.565616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.635947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.639391 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.684852 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8461a4b06fd143f69384900c4635d308&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216873 Nov 10 05:02:37.686600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07d0931-2956-494f-80ad-9c661dcdc1f9,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:02:37.687682 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48890) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:02:37.693009 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.693386 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.693720 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.694040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.694361 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.694694 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.695013 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.695368 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.695701 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.696016 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.696328 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.696636 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48964bad-90b3-4e92-988a-a0542f3fbac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.764256 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.846329 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.935213 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.938281 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:02:37.939439 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b07d0931-2956-494f-80ad-9c661dcdc1f9 HTTP/1.1" status: 204 len: 168 time: 0.2507212 Nov 10 05:02:37.947203 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07d0931-2956-494f-80ad-9c661dcdc1f9,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:02:37.954293 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.954658 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.954996 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.955352 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.955680 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.956022 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.956353 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.956691 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.957146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.957356 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.957692 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:37.957972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1c133-4499-4b58-a36c-b821a9878ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:02:48.345494 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:03:00.807918 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-893208c8-9de5-412d-9ddb-58bee6f2595d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:03.166588 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f854aa67-9b0b-45a1-ab43-7fe5e7fdeb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:04.160466 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:05.932245 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:06.733522 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:25.346683 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:03:30.808115 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-41a572bb-04b1-40c6-8e76-fc9292631a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:33.167495 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-3a820e92-9a09-43d1-9a4a-a53dacc2a1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:34.163213 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:35.932555 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:03:36.735157 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:00.808379 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-acda83b2-d5d5-4dd7-88f3-340bfca37d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:02.346061 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 5 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:04:03.171492 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-957db033-58af-4684-9f67-87aaa734d2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:04.166305 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:05.937165 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:06.739025 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:09.476111 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608269'] for agent, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:23.832100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48962) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:04:23.935146 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-eab1ff1e-6c24-45b8-a93e-3c97a672c1c4 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1019614 Nov 10 05:04:26.204483 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 48972) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:04:26.258631 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-aa917059-dabc-47e7-bb03-edd033a14dd0 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530879 Nov 10 05:04:30.810244 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-1efc1fa4-f9e5-4111-8d4c-54d8fc5fc374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:33.172473 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-356c20d8-1fd5-4751-8ce7-0ecd78cfb2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:34.167891 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:35.938854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:36.741500 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:04:39.345060 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:04:39.443318 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:00.810338 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d40d7cfd-13e3-40a4-bd60-1993c4d84a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:03.174640 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-dc72ef65-a277-4c21-9714-2f7a2d3804cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:04.171310 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:05.943196 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:06.741973 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:09.458399 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:16.344915 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:05:30.812001 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-057b39e3-19d4-44f1-b36f-c3df68cc3d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:33.178785 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-14747059-d7c8-432b-aea0-19aca1104bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:34.176153 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:35.947721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:36.744306 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:39.458419 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:53.344530 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:05:56.344667 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49114) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:56.604863 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1289369232-network', 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:56.626077 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:56.628882 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.646267 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.733549 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.741917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.776987 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:05:56.779720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864d7f63-a021-4798-8e4f-a98fe161cee8,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:56.796299 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.796657 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.797069 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.797320 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.797647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.797991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.798357 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.798689 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.798981 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.799324 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.799643 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.799961 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Tracked resource versions report: Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: pushed versions: Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: { 'AddressGroup': {'1.2'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'ConntrackHelper': {'1.0'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Log': {'1.0'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Network': {'1.1'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Port': {'1.7'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'PortForwarding': {'1.2'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'QosPolicy': {'1.10'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroup': {'1.5'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroupRule': {'1.2'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SubPort': {'1.0'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Subnet': {'1.1'}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Trunk': {'1.1'}} Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: consumer versions: Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: HyperV agent@hv-cinder-81713: {}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'ConntrackHelper': '1.0', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Log': '1.0', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Network': '1.1', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Port': '1.7', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'PortForwarding': '1.2', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'QosPolicy': '1.10', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroup': '1.5', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SecurityGroupRule': '1.2', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'SubPort': '1.0', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Subnet': '1.1', Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: 'Trunk': '1.1'}} Nov 10 05:05:56.801018 dv-cinder-817135-4-iscsi neutron-server[101801]: {{(pid=101801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 05:05:56.810067 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759427630300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.810603 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Unsubscribe: segment precommit_create {{(pid=101801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 05:05:56.811087 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Added segment 0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2 of type vlan for network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 Nov 10 05:05:56.875125 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.907117 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.908781 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:56.909381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:56.949794 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6039388 Nov 10 05:05:56.955686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49164) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:56.961407 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Request body: {'subnet': {'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1289369232-subnet', 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:56.991022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:56.996096 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.008998 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929810e5-7f8b-4f58-86fd-01b624f9ce2e admin admin] Pushing event updated for resources: {'Network': ['ID=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:57.019679 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:05:57.173135 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.215531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d421341-5118-43e8-b5c0-9c92256402a8,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:57.225762 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.226125 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.226459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.227306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.227828 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.228327 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.228798 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.229299 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.229646 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.229969 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.230438 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.230900 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Tracked resource versions report: Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: pushed versions: Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: { 'AddressGroup': {'1.2'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'ConntrackHelper': {'1.0'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Log': {'1.0'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Network': {'1.1'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Port': {'1.7'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'PortForwarding': {'1.2'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'QosPolicy': {'1.10'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroup': {'1.5'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroupRule': {'1.2'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SubPort': {'1.0'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Subnet': {'1.1'}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Trunk': {'1.1'}} Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: consumer versions: Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: HyperV agent@hv-cinder-81713: {}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'ConntrackHelper': '1.0', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Log': '1.0', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Network': '1.1', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Port': '1.7', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'PortForwarding': '1.2', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'QosPolicy': '1.10', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroup': '1.5', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SecurityGroupRule': '1.2', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'SubPort': '1.0', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Subnet': '1.1', Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: 'Trunk': '1.1'}} Nov 10 05:05:57.232121 dv-cinder-817135-4-iscsi neutron-server[101800]: {{(pid=101800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 05:05:57.255913 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Checking segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:05:57.256256 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Network hostable DHCP agents. Network: a70a0ca2-19d1-411a-8fa8-e54d497bd1c8, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:05:57.273891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:05:57.284467 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, a70a0ca2-19d1-411a-8fa8-e54d497bd1c8) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:05:57.291529 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:57.294159 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.296725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67476f84-cb11-46e3-92dc-d82ce02d657f None None] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:57.319221 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ed743f35-44f0-4683-9127-a996d27c18d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3640857 Nov 10 05:05:57.426357 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49186) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:57.438852 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59375a-5b8a-41ce-a9be-c477be7c3c3d None None] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:57.463002 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49194) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:57.699199 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49210) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:57.746662 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2089652905-network', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:57.755416 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-6356119-network', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:57.780636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.db.api [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 05:05:57.780636 dv-cinder-817135-4-iscsi neutron-server[101801]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 05:05:57.780636 dv-cinder-817135-4-iscsi neutron-server[101801]: [parameters: {'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'id': '63a0b0ba-7522-43d8-961c-51cf074bfa6b', 'expiration': datetime.datetime(2021, 11, 10, 5, 7, 57, 775363)}] Nov 10 05:05:57.780636 dv-cinder-817135-4-iscsi neutron-server[101801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 05:05:57.780993 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG oslo_db.api [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 05:05:57.790466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Made reservation on behalf of 24f5140b1db7438396d0d6ab525cc0db for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:57.792845 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.801329 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.881821 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.893811 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.926907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a04469-d7c4-4347-8313-dcb75a91f09d,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:57.956517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:05:57.968835 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:57.969448 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Added segment 2a1d4471-3f41-439a-b6a3-40578b1bbf56 of type vlan for network 5f647f59-d795-4f23-9028-66f135e5b3ae Nov 10 05:05:57.988572 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-120309550-network', 'tenant_id': '160d0bdc0a1d4bedb82ed3b6fe089053'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:58.038656 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.046033 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Made reservation on behalf of 160d0bdc0a1d4bedb82ed3b6fe089053 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:58.048745 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.057619 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.084401 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.085469 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:58.086780 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.111614 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6829600 Nov 10 05:05:58.121754 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49230) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:58.127846 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Request body: {'subnet': {'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-subnet', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:58.179696 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12047c-f005-4338-909e-ff96a68ff9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f647f59-d795-4f23-9028-66f135e5b3ae,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:58.190944 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.192314 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Made reservation on behalf of 24f5140b1db7438396d0d6ab525cc0db for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:58.194766 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.198924 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 5f647f59-d795-4f23-9028-66f135e5b3ae details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:05:58.208072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.252164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8046f39c-4985-4232-99c6-ab53d75a5f4e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:58.323522 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Made reservation on behalf of 979e727256044ef3a59e2ef6cc60a16e for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:58.327425 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.328509 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:05:58.353146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.378179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.378508 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Added segment 3ddfafd4-02c6-4414-91b1-c0c066c673ac of type vlan for network 0785b14c-5e22-40ef-9337-55e62d44e62f Nov 10 05:05:58.464186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.581972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.587960 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.611314 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:05:58.619526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.620472 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:58.621058 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.629692 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca827b-8895-4ce1-8239-30a3587173a3,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:58.634270 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.634938 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Added segment ad0b1649-968b-46a4-89d4-d4837e4fd3bf of type vlan for network f6d3179d-a72b-4b69-aa19-974e290f3c3b Nov 10 05:05:58.693989 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.731836 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.733109 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:58.733558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.776919 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3116436 Nov 10 05:05:58.777492 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49254) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:58.784493 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Request body: {'subnet': {'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2089652905-subnet', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:58.828765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546f15-df4b-43b0-8720-5b3b2cb4afe5 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d3179d-a72b-4b69-aa19-974e290f3c3b,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:58.842133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:05:58.843801 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Made reservation on behalf of 979e727256044ef3a59e2ef6cc60a16e for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:58.846743 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:58.923223 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2227595 Nov 10 05:05:58.934716 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49268) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:58.954601 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Request body: {'subnet': {'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-120309550-subnet', 'tenant_id': '160d0bdc0a1d4bedb82ed3b6fe089053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:59.014798 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9d92d-5086-45c6-914f-316148462731 admin admin] Pushing event updated for resources: {'Network': ['ID=0785b14c-5e22-40ef-9337-55e62d44e62f,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:59.025816 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 0785b14c-5e22-40ef-9337-55e62d44e62f details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:05:59.039206 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.103068 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c67135-d059-464c-981c-d015a2b4b372,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:59.131802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Made reservation on behalf of 160d0bdc0a1d4bedb82ed3b6fe089053 for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:05:59.135081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.152679 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.154580 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Checking segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:05:59.154940 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Network hostable DHCP agents. Network: 5f647f59-d795-4f23-9028-66f135e5b3ae, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:05:59.215459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Network 5f647f59-d795-4f23-9028-66f135e5b3ae is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:05:59.229641 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 5f647f59-d795-4f23-9028-66f135e5b3ae) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:05:59.237294 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:59.238101 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.238557 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52c371-dfa2-4b0b-aa73-130cfc2b3323 None None] Network 5f647f59-d795-4f23-9028-66f135e5b3ae requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:59.248555 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Checking segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:05:59.248983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Network hostable DHCP agents. Network: f6d3179d-a72b-4b69-aa19-974e290f3c3b, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:05:59.269986 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-cb9e87e1-1aac-4229-b222-11059b76e709 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1469033 Nov 10 05:05:59.270755 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49284) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:59.272084 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:59.278330 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:05:59.285051 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, f6d3179d-a72b-4b69-aa19-974e290f3c3b) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:05:59.291330 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:59.291880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.303616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:59.311560 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9b406030-7de7-41eb-8b5c-01233da5151d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5312243 Nov 10 05:05:59.319991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49286) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:05:59.325095 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:05:59.342103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6fe2a-cfb0-4609-94fb-1522f745f941 None None] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:59.357011 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.359669 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.456492 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.457748 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.494473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.515638 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.517943 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.560157 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0abf0d-7f6d-46e4-8e48-621916696f2f None None] Network 5f647f59-d795-4f23-9028-66f135e5b3ae requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:59.659682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7fa091-ff6b-40b7-b8ac-585e66b20d14,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:05:59.723551 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.761186 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:05:59.762200 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.784253 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.797088 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Checking segment: {'id': '3ddfafd4-02c6-4414-91b1-c0c066c673ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:05:59.797690 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Network hostable DHCP agents. Network: 0785b14c-5e22-40ef-9337-55e62d44e62f, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:05:59.892907 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Network 0785b14c-5e22-40ef-9337-55e62d44e62f is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:05:59.932446 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 0785b14c-5e22-40ef-9337-55e62d44e62f) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:05:59.939300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:05:59.944345 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:05:59.957688 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bc1c6-8850-4c83-94c8-9885a884933b None None] Network 0785b14c-5e22-40ef-9337-55e62d44e62f requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:05:59.992356 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-906b9d48-0e10-4d63-b9a0-d27f016dcc3f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0331986 Nov 10 05:06:00.084117 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.146514 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.310312 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Allocated IP 172.20.0.2 (f6d3179d-a72b-4b69-aa19-974e290f3c3b/4e876fd4-b759-4ac4-9dc4-9fbd61d282e8/fb111ccc-310b-40e1-b97d-05fff67f4af1) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:00.323146 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2d933-3fe5-48c2-b08b-ed1df4b8011d None None] Network 0785b14c-5e22-40ef-9337-55e62d44e62f requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:06:00.387185 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.424563 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.666202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Allocated IP 172.27.3.154 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/187f54f6-b647-4349-9eec-ecfa6ade9c75) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:00.687248 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.702963 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.731441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49356) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:00.733696 dv-cinder-817135-4-iscsi neutron-server[101800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 05:06:00.749988 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:00.756665 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:00.760471 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:00.766169 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Pushing event updated for resources: {'Port': ['ID=fb111ccc-310b-40e1-b97d-05fff67f4af1,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:00.781148 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49360) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:00.794857 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.794857 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.794857 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.795309 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.795392 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.795721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.796041 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.798059 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.798059 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.798059 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.798059 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.798059 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Tracked resource versions report: Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: pushed versions: Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: { 'AddressGroup': {'1.2'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'ConntrackHelper': {'1.0'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Log': {'1.0'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Network': {'1.1'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Port': {'1.7'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'PortForwarding': {'1.2'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'QosPolicy': {'1.10'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroup': {'1.5'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroupRule': {'1.2'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SubPort': {'1.0'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Subnet': {'1.1'}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Trunk': {'1.1'}} Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: consumer versions: Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: HyperV agent@hv-cinder-81713: {}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'ConntrackHelper': '1.0', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Log': '1.0', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Network': '1.1', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Port': '1.7', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'PortForwarding': '1.2', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'QosPolicy': '1.10', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroup': '1.5', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SecurityGroupRule': '1.2', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'SubPort': '1.0', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Subnet': '1.1', Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: 'Trunk': '1.1'}} Nov 10 05:06:00.799333 dv-cinder-817135-4-iscsi neutron-server[101802]: {{(pid=101802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 05:06:00.843650 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-112865f4-af70-4467-88e0-d4a03ae058b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.845950 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Attempting to bind port fb111ccc-310b-40e1-b97d-05fff67f4af1 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:00.846308 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Attempting to bind port fb111ccc-310b-40e1-b97d-05fff67f4af1 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:00.846649 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Attempting to bind port fb111ccc-310b-40e1-b97d-05fff67f4af1 on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:00.853348 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:00.853751 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Checking segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:00.854142 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.854522 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Bound using segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:00.855152 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Bound port: fb111ccc-310b-40e1-b97d-05fff67f4af1, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:00.855620 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.859996 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.909972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.929570 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] For port fb111ccc-310b-40e1-b97d-05fff67f4af1, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:00.944741 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] For port fb111ccc-310b-40e1-b97d-05fff67f4af1, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=fb111ccc-310b-40e1-b97d-05fff67f4af1,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:00.951498 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:00.970408 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:00.973466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:00.978710 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:00.982806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Pushing event updated for resources: {'Port': ['ID=187f54f6-b647-4349-9eec-ecfa6ade9c75,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:01.014957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Allocated IP 172.27.3.253 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/7120bec5-20ce-483c-a4ea-f05d83752659) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:01.034216 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135cb2-4aee-49c8-bdab-a9f422d205fe None None] Pushing event updated for resources: {'Port': ['ID=fb111ccc-310b-40e1-b97d-05fff67f4af1,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:01.054667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49366) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:01.188575 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-dd2ab3eb-831b-45d5-84c0-88a3a00d719f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:01.190339 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-dd2ab3eb-831b-45d5-84c0-88a3a00d719f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/networks?id=0785b14c-5e22-40ef-9337-55e62d44e62f HTTP/1.1" status: 200 len: 811 time: 0.4578679 Nov 10 05:06:01.212459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-4e1388fb-9110-4dad-93a6-28a5c92b6ae3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:01.213929 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-4e1388fb-9110-4dad-93a6-28a5c92b6ae3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.4313099 Nov 10 05:06:01.217859 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.233013 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8461-d7b4-4aa7-8630-71061270ec0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.248180 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-1ff1ba4e-f4ae-414c-9af6-7a18d55aebd8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/quotas/160d0bdc0a1d4bedb82ed3b6fe089053 HTTP/1.1" status: 200 len: 375 time: 0.0464573 Nov 10 05:06:01.359467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-342249ef-3dd9-434c-893e-d718e2d44856 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/quotas/fc30b93c93fa4ceaad6b448afa573e6d HTTP/1.1" status: 200 len: 375 time: 0.0985591 Nov 10 05:06:01.359467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-3d5fdd58-a407-4b42-bc4a-810bc005373b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=160d0bdc0a1d4bedb82ed3b6fe089053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744908 Nov 10 05:06:01.359467 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.396761 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-a64dbdaf-b559-416a-ae64-7333a2bdb562 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565996 Nov 10 05:06:01.454444 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.455098 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.605195 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Router 8a2b0174-4f43-48dd-9554-7c99952995ea is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:06:01.614308 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8461-d7b4-4aa7-8630-71061270ec0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.620826 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-b46c4674-7426-442b-9d50-973e285325a2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:06:01.621826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-b46c4674-7426-442b-9d50-973e285325a2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1561687 Nov 10 05:06:01.635441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3fbc8461-d7b4-4aa7-8630-71061270ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.658133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:01.669251 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3fbc8461-d7b4-4aa7-8630-71061270ec0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42e15798f8684a14a4062a9c7fb1d21d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6075444 Nov 10 05:06:01.675743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49390) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:01.686412 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:01.688961 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:01.717295 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:06:01.729167 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:06:01.734457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:01.739850 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-55ce2db5-be78-43ba-9770-4414c32d0a1b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4178815 Nov 10 05:06:01.740389 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49392) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:01.743094 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:01.744213 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:05:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:01.746204 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-90d628d3-ef6c-4794-b1e0-b18054c9efcf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:06:01.747198 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-90d628d3-ef6c-4794-b1e0-b18054c9efcf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1380641 Nov 10 05:06:01.822770 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Pushing event updated for resources: {'Port': ['ID=7120bec5-20ce-483c-a4ea-f05d83752659,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:01.940922 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc8461-d7b4-4aa7-8630-71061270ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654c2c66-02d6-482e-852e-77fd9a76944d,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:01.962935 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:02.053341 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.064876 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-68a7ad97-398c-418c-9548-9d4e4687629c service neutron] 10.222.0.18 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307756 Nov 10 05:06:02.155639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.193350 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:02.229169 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-3aee26e4-5f49-4903-85c5-92f4af877bdf service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447236 Nov 10 05:06:02.229733 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:06:02.230192 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Updating router 8a2b0174-4f43-48dd-9554-7c99952995ea port 187f54f6-b647-4349-9eec-ecfa6ade9c75 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:06:02.253376 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.261281 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.309847 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706604eb-e7b3-40a7-8eb0-9adc427fcd47 None None] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:06:02.348857 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.378948 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] Provisioning complete for port fb111ccc-310b-40e1-b97d-05fff67f4af1 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:02.379624 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.412305 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-1b6a09fd-dced-4d80-9923-d11f51f76bb2 service neutron] 10.222.0.18 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372431 Nov 10 05:06:02.424383 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.426999 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.428271 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/654c2c66-02d6-482e-852e-77fd9a76944d HTTP/1.1" status: 204 len: 168 time: 0.7430689 Nov 10 05:06:02.501321 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.528323 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a92ed-c68a-438f-a9e8-85ebe17a82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c2c66-02d6-482e-852e-77fd9a76944d,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:02.534389 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-93dada3d-3046-44bc-acee-77e614b8e48d service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963316 Nov 10 05:06:02.723211 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.729014 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] For port fb111ccc-310b-40e1-b97d-05fff67f4af1, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=fb111ccc-310b-40e1-b97d-05fff67f4af1,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:02.734625 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.746591 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.801066 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Pushing event updated for resources: {'Port': ['ID=187f54f6-b647-4349-9eec-ecfa6ade9c75,revision_number=2']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:02.814121 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.814804 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.815411 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.815957 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.816451 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.816991 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.817480 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.818048 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.818621 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.821055 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.821614 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.822396 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Tracked resource versions report: Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: pushed versions: Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: { 'AddressGroup': {'1.2'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'ConntrackHelper': {'1.0'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Log': {'1.0'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Network': {'1.1'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Port': {'1.7'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'PortForwarding': {'1.2'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'QosPolicy': {'1.10'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroup': {'1.5'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroupRule': {'1.2'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SubPort': {'1.0'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Subnet': {'1.1'}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Trunk': {'1.1'}} Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: consumer versions: Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: { DHCP agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: HyperV agent@hv-cinder-81713: {}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: L3 agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: Metadata agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: Metering agent@dv-cinder-817135-4-iscsi: {}, Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: Open vSwitch agent@dv-cinder-817135-4-iscsi: { 'AddressGroup': '1.2', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'ConntrackHelper': '1.0', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Log': '1.0', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Network': '1.1', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Port': '1.7', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'PortForwarding': '1.2', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'QosPolicy': '1.10', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroup': '1.5', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SecurityGroupRule': '1.2', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'SubPort': '1.0', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Subnet': '1.1', Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: 'Trunk': '1.1'}} Nov 10 05:06:02.824310 dv-cinder-817135-4-iscsi neutron-server[101803]: {{(pid=101803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 05:06:02.844247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Allocated IP 172.20.0.1 (f6d3179d-a72b-4b69-aa19-974e290f3c3b/4e876fd4-b759-4ac4-9dc4-9fbd61d282e8/161c9906-d5db-4fc0-889e-a25552d1a45b) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:02.856201 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Attempting to bind port 187f54f6-b647-4349-9eec-ecfa6ade9c75 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:02.857415 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Attempting to bind port 187f54f6-b647-4349-9eec-ecfa6ade9c75 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:02.858440 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Attempting to bind port 187f54f6-b647-4349-9eec-ecfa6ade9c75 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:02.869992 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:02.871277 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:02.872080 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.874953 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:02.876406 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Bound port: 187f54f6-b647-4349-9eec-ecfa6ade9c75, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:02.876967 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:02.970738 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37cef5-b13e-49e5-8358-177ec4bbbe83 None None] Pushing event updated for resources: {'Port': ['ID=fb111ccc-310b-40e1-b97d-05fff67f4af1,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:02.992420 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.022392 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] For port 187f54f6-b647-4349-9eec-ecfa6ade9c75, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:03.049971 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device fb111ccc-310b-40e1-b97d-05fff67f4af1 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:03.055696 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] For port 187f54f6-b647-4349-9eec-ecfa6ade9c75, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=187f54f6-b647-4349-9eec-ecfa6ade9c75,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:03.074174 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.179738 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.211897 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688af718-64f7-4625-91a4-da93ceaf95fb None None] Pushing event updated for resources: {'Port': ['ID=187f54f6-b647-4349-9eec-ecfa6ade9c75,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:03.231634 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-31e20989-7125-4f00-a24a-4f58a50cc259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.248409 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port fb111ccc-310b-40e1-b97d-05fff67f4af1 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:03.250157 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.254700 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:03.255415 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:03.290670 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49444) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:03.316848 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12b6ff7d-0023-4570-af59-5589a88601bd req-ae8b075e-8ecc-4f3f-825e-6332a6f589f2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.1286750 Nov 10 05:06:03.329481 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.345292 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-98e6d437-8cc8-4f24-9072-4b972b9b3bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.391600 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-069cb4a1-3836-4d55-b135-f558164d7d77 req-9dbeabee-22c2-45b2-b033-ed9922f86a9b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.1182928 Nov 10 05:06:03.471101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:03.478924 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:03.487085 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:03.488490 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.524615 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-92e5bffc-caff-44a5-8144-06711c3f4a95 None None] Provisioning complete for port fb111ccc-310b-40e1-b97d-05fff67f4af1 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:03.525236 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-92e5bffc-caff-44a5-8144-06711c3f4a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.538795 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:03.669299 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Router 4c81fa1a-8739-44f8-996f-2bb0b58b51be is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:06:03.841886 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:06:03.863940 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Sync routers for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:06:03.886691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:03.889053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-cb8b2aab-c396-498e-b58e-b573d32c83cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5928888 Nov 10 05:06:03.892184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49472) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:03.911447 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:03.914088 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:04.063856 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.064091 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:04.130468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-f2da485b-adc5-48cd-9fef-cee99a50e95e None None] Provisioning complete for port 161c9906-d5db-4fc0-889e-a25552d1a45b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:04.131112 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f2da485b-adc5-48cd-9fef-cee99a50e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.136363 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08907302-92d9-480f-9ccb-2f45330e7158 None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:06:04.245442 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:04.249193 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-f2da485b-adc5-48cd-9fef-cee99a50e95e None None] Port 161c9906-d5db-4fc0-889e-a25552d1a45b cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:06:04.256625 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.392188 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.426530 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.427484 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.439569 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Pushing event updated for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:04.575100 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f255e687-84a1-4e68-a9a3-fb408536e4ce req-eac2af1e-ae32-404f-bef2-1964eb4ae949 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0358398 Nov 10 05:06:04.689109 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce053783-58c8-4085-a6d4-1a190613d1d3 req-def32386-357b-4242-a179-26fe2eb868d1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0983481 Nov 10 05:06:04.740861 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:04.784541 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Checking router: 4c81fa1a-8739-44f8-996f-2bb0b58b51be for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:06:04.784849 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Updating router 4c81fa1a-8739-44f8-996f-2bb0b58b51be port 7120bec5-20ce-483c-a4ea-f05d83752659 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:06:04.842703 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:04.850829 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Pushing event updated for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:05.002447 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-98e6d437-8cc8-4f24-9072-4b972b9b3bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.007473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:05.010088 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:05.018914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-98e6d437-8cc8-4f24-9072-4b972b9b3bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.139504 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-98e6d437-8cc8-4f24-9072-4b972b9b3bef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f2c2fe201e14448a8deb3af2fb2db9c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8469417 Nov 10 05:06:05.145685 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49530) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:05.173847 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d437-8cc8-4f24-9072-4b972b9b3bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00eead4-bd34-4c64-ab34-bbf45991901b,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:05.280101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.328740 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.385179 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:06:05.387071 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.390232 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.393685 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f00eead4-bd34-4c64-ab34-bbf45991901b HTTP/1.1" status: 204 len: 168 time: 0.2379088 Nov 10 05:06:05.404389 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4cb11-4f76-47ae-a61f-ace3d16f5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00eead4-bd34-4c64-ab34-bbf45991901b,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:05.520313 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.532412 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:06:05.546985 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3cc1fb7b-39f0-4760-8eb4-e1d7ee986e57 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a2b0174-4f43-48dd-9554-7c99952995ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7967350 Nov 10 05:06:05.629041 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.641482 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device fb111ccc-310b-40e1-b97d-05fff67f4af1 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:05.658558 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.710044 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-72cb0a25-7b97-42d1-a3ec-15d9265c7065 None None] Provisioning complete for port 161c9906-d5db-4fc0-889e-a25552d1a45b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:05.712019 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-72cb0a25-7b97-42d1-a3ec-15d9265c7065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.739626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Allocated IP 172.20.0.1 (5f647f59-d795-4f23-9028-66f135e5b3ae/37c67135-d059-464c-981c-d015a2b4b372/2a63a606-c844-485e-885b-f05bb6f4a9ac) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:05.865638 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-72cb0a25-7b97-42d1-a3ec-15d9265c7065 None None] Port 161c9906-d5db-4fc0-889e-a25552d1a45b cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:06:05.867124 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Attempting to bind port 7120bec5-20ce-483c-a4ea-f05d83752659 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:05.867807 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Attempting to bind port 7120bec5-20ce-483c-a4ea-f05d83752659 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:05.868389 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Attempting to bind port 7120bec5-20ce-483c-a4ea-f05d83752659 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:05.877930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d1058-7ef6-407e-9c93-24570dedccd3 None None] Pushing event updated for resources: {'Port': ['ID=7120bec5-20ce-483c-a4ea-f05d83752659,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:05.882144 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:05.882813 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:05.883826 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.883953 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.884503 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:05.885177 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Bound port: 7120bec5-20ce-483c-a4ea-f05d83752659, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:05.886239 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.923253 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port fb111ccc-310b-40e1-b97d-05fff67f4af1 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:05.923865 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:05.928168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9842afd7-4289-454e-b9df-ee490e2ff15b req-a8558ce9-d11f-4079-99ca-7bf6646da805 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0669060 Nov 10 05:06:05.958911 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cad94665-d895-4caf-80f3-9f9a953fe3fd req-b92cd436-bfd8-4680-b482-2b2e6957fab2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0330167 Nov 10 05:06:05.966583 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.016688 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Network 5f647f59-d795-4f23-9028-66f135e5b3ae is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:06.026610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:06.030499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:06.031189 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.034121 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.045084 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] For port 7120bec5-20ce-483c-a4ea-f05d83752659, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:06.048686 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] For port 7120bec5-20ce-483c-a4ea-f05d83752659, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=7120bec5-20ce-483c-a4ea-f05d83752659,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:06.062995 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.085697 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Pushing event updated for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:06.167718 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:06.168366 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:06.178690 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 187f54f6-b647-4349-9eec-ecfa6ade9c75 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:06.216100 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.218846 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d1058-7ef6-407e-9c93-24570dedccd3 None None] Pushing event updated for resources: {'Port': ['ID=7120bec5-20ce-483c-a4ea-f05d83752659,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:06.326614 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:06.364521 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 187f54f6-b647-4349-9eec-ecfa6ade9c75 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:06.364959 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.423141 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.432753 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.433186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.542007 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Pushing event updated for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:06.591675 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Network 5f647f59-d795-4f23-9028-66f135e5b3ae is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:06.593228 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:06.682357 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:06.711386 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5d189-4482-4182-820a-e2aecc8663d6 None None] The sync data for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi is: [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:01Z', 'revision_number': 3, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:06:06.715045 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.737280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Router 4c81fa1a-8739-44f8-996f-2bb0b58b51be has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:06:06.745866 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 187f54f6-b647-4349-9eec-ecfa6ade9c75, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=187f54f6-b647-4349-9eec-ecfa6ade9c75,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:06.757921 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.777080 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:06.839447 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=187f54f6-b647-4349-9eec-ecfa6ade9c75,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:06.892340 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:06:06.903411 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:06.907679 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49590) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:06.908606 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:06.912456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520820866', 'description': 'tempest-description--862573057'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:06.934083 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:06:06.940447 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-8f9c8cf7-742f-4fdf-a771-f56f8a35a906 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c81fa1a-8739-44f8-996f-2bb0b58b51be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0471354 Nov 10 05:06:06.955527 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.110727 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:07.111162 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ae58706b-ff15-4bb5-8d2a-9d211416ec28 req-7c90c537-9e11-4976-ae88-c8b9abbf963f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0678267 Nov 10 05:06:07.168118 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.175336 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.378386 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06e3eca5-a147-4480-b23c-daf698573171 req-b318c48f-8710-4c04-a3e2-b99ec6a56c38 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.2666512 Nov 10 05:06:07.408155 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.410337 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5013111 Nov 10 05:06:07.412719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e3144-54f7-45a2-a818-6b794b921f3f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90870d-2064-448c-b0c1-7d1711d9aeaf,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:07.413409 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49616) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:07.419665 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group_rule': {'security_group_id': 'ab90870d-2064-448c-b0c1-7d1711d9aeaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:07.464880 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:04Z', 'revision_number': 2, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:07.479880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.519729 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:06:07.520062 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Updating router 8a2b0174-4f43-48dd-9554-7c99952995ea port 161c9906-d5db-4fc0-889e-a25552d1a45b binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:06:07.550923 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.610759 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.617381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.640877 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1377ec66-84ac-41a2-963a-c11a15e36d38,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:07.662877 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.667555 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-62064183-d58b-4373-82a9-8df88f680943 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519052 Nov 10 05:06:07.667828 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49630) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:07.672640 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group_rule': {'security_group_id': 'ab90870d-2064-448c-b0c1-7d1711d9aeaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:07.738700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.836978 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.855102 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.922997 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda2b524-86ae-44a8-910d-cb50b0f1ae30,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:07.948138 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:07.953206 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49642) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:07.958580 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:07.960014 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-65c51028-5f2f-4765-a4a2-b191e69fd106 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908707 Nov 10 05:06:08.009111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.009895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3d73adc1-673f-43cc-a9a7-8f0952299881 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:08.011678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3d73adc1-673f-43cc-a9a7-8f0952299881 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 816 time: 0.1694648 Nov 10 05:06:08.021202 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.028310 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.029437 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-faf043ea-b7b7-443e-a378-30b4e80469a5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/quotas/24f5140b1db7438396d0d6ab525cc0db HTTP/1.1" status: 200 len: 375 time: 0.0117657 Nov 10 05:06:08.099688 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57d33d-db4b-4d92-98e4-b2e886f22fdc None None] Pushing event updated for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:08.123773 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-5c745cd6-857f-4a4e-ba87-9b7c8725f15c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834484 Nov 10 05:06:08.163697 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Attempting to bind port 161c9906-d5db-4fc0-889e-a25552d1a45b on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:08.164073 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Attempting to bind port 161c9906-d5db-4fc0-889e-a25552d1a45b by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:08.164479 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Attempting to bind port 161c9906-d5db-4fc0-889e-a25552d1a45b on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:08.170921 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:08.171209 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Checking segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:08.172002 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.172393 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Bound using segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:08.172867 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Bound port: 161c9906-d5db-4fc0-889e-a25552d1a45b, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:08.173264 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.263418 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] For port 161c9906-d5db-4fc0-889e-a25552d1a45b, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:08.270878 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] For port 161c9906-d5db-4fc0-889e-a25552d1a45b, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=161c9906-d5db-4fc0-889e-a25552d1a45b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:08.288725 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.290043 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.329039 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0241f448-7615-4d83-b05f-c721cf58a011 req-2b84f720-656e-41a3-9af1-0549fb0b8177 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0746508 Nov 10 05:06:08.387074 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:08.387797 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:08.448527 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57d33d-db4b-4d92-98e4-b2e886f22fdc None None] Pushing event updated for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:08.457248 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] Provisioning complete for port 161c9906-d5db-4fc0-889e-a25552d1a45b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:08.457803 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.479937 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-22dc0ee8-b8f4-47a1-9ab6-0b34274d0194 service neutron] 10.222.0.18 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482997 Nov 10 05:06:08.607554 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Allocated IP 172.27.3.15 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/a2f78a1d-92e1-4332-a034-10a5c52f2347) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:08.621855 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:08.629811 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-b1f58745-d8b4-418c-9e34-09d1e19bfc4f service neutron] 10.222.0.18 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322765 Nov 10 05:06:08.640603 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.672978 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-23bd7043-1d17-403f-80c1-6aaeac721102 req-acb1904a-4f8f-40fb-9340-2adfcded85e1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0420849 Nov 10 05:06:08.692733 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] For port 161c9906-d5db-4fc0-889e-a25552d1a45b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=161c9906-d5db-4fc0-889e-a25552d1a45b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:08.709468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.768638 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43496a-2105-4743-acd3-72c096b24d2e None None] Pushing event updated for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:08.835647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.842346 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-f8aa2009-f75c-41e9-a7e3-c03623e1d4a3 None None] Provisioning complete for port 161c9906-d5db-4fc0-889e-a25552d1a45b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:08.842764 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f8aa2009-f75c-41e9-a7e3-c03623e1d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.908540 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:08.998416 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-94a97995-f291-4d1a-ba05-6b09693e9891 req-033fd219-d5f9-4d79-a328-aae29c414765 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 210 time: 0.0567951 Nov 10 05:06:09.007245 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 7120bec5-20ce-483c-a4ea-f05d83752659 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:09.010569 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:09.019659 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:09.049347 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=a2f78a1d-92e1-4332-a034-10a5c52f2347,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:09.051706 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:09.068811 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:09.137283 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755446bf-02f0-4751-a194-38fe19d957ac None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:06:09.149744 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 7120bec5-20ce-483c-a4ea-f05d83752659 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:09.150137 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.319703 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.357617 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Sync routers for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:06:09.378587 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.405979 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:09.407152 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:09.580802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-ecfc1f3f-0c6e-44ec-9c81-8a2ed27ef7ee tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:09.592886 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-ecfc1f3f-0c6e-44ec-9c81-8a2ed27ef7ee tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 816 time: 0.2055416 Nov 10 05:06:09.661501 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-420fc548-4e12-436b-8439-f6ea8c80149c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/quotas/24f5140b1db7438396d0d6ab525cc0db HTTP/1.1" status: 200 len: 375 time: 0.0662365 Nov 10 05:06:09.688980 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:09.728405 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bae1ff75-cc7e-401b-aaea-a514c7de2206 req-191703bf-cf4e-4208-96d9-d7b5d2ab8fd2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.1287730 Nov 10 05:06:09.808440 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.816230 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.830532 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.901171 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-8f10076a-b7b2-424f-8d78-abe298e00b7e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360473 Nov 10 05:06:09.918446 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.950316 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=a2f78a1d-92e1-4332-a034-10a5c52f2347,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:09.958337 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:09.958706 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-bc07d3f5-0d7f-40f4-8898-dea546f23c60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0040944 Nov 10 05:06:09.985286 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d9a9b85c-8084-4cee-892d-d333f68f3629 req-4ae379eb-2d46-4b30-8284-03b31942765e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0818143 Nov 10 05:06:10.083039 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-bc9de71c-0c8d-4d7f-b106-195c74f40245 service neutron] 10.222.0.18 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808214 Nov 10 05:06:10.094760 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 7120bec5-20ce-483c-a4ea-f05d83752659, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=7120bec5-20ce-483c-a4ea-f05d83752659,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:10.117976 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:10.121723 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:10.122987 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 187f54f6-b647-4349-9eec-ecfa6ade9c75 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:10.260165 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-10aedfc4-c6e7-4374-b0d3-d29b2f5d37b3 service neutron] 10.222.0.18 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761150 Nov 10 05:06:10.321077 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.16', 57456) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:10.515338 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f97aca7-d859-4f23-9614-f73d7744190a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1520820866&fields=id&tenant_id=979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 267 time: 0.1973090 Nov 10 05:06:10.680616 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-578ea319-212a-4872-ba59-b52e9529aa9a req-d5a30c12-25f8-4bdd-9abe-c3e03562ebc7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 210 time: 0.0552967 Nov 10 05:06:10.682333 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=7120bec5-20ce-483c-a4ea-f05d83752659,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:10.767420 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 187f54f6-b647-4349-9eec-ecfa6ade9c75 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:10.769930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:10.790622 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-13cb6abd-89f1-4a02-818a-b7252ae403d0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:10.800571 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-13cb6abd-89f1-4a02-818a-b7252ae403d0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 811 time: 0.2842963 Nov 10 05:06:10.817453 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-83473bf4-0c5f-4903-9000-87257304c1f1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:10.822519 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-83473bf4-0c5f-4903-9000-87257304c1f1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.4959545 Nov 10 05:06:10.850195 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-d3236eb1-335e-46a6-b8c0-cc2ddc9124c2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/quotas/979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 375 time: 0.0410931 Nov 10 05:06:10.912051 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Request body: {'port': {'device_id': '73b0cf35-4356-408a-ab21-a6b927defb15', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'admin_state_up': True, 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:10.994095 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-49193d29-1505-48d5-8c77-d5d050b7288f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432736 Nov 10 05:06:10.994664 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.16', 57461) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:11.061656 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '2a63a606-c844-485e-885b-f05bb6f4a9ac', 'name': '', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'mac_address': 'fa:16:3e:8c:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37c67135-d059-464c-981c-d015a2b4b372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:05Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 2, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'subnets': [{'id': '37c67135-d059-464c-981c-d015a2b4b372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:11.117072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49772) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:11.182173 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Checking router: 4c81fa1a-8739-44f8-996f-2bb0b58b51be for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:06:11.182518 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Updating router 4c81fa1a-8739-44f8-996f-2bb0b58b51be port 2a63a606-c844-485e-885b-f05bb6f4a9ac binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:06:11.295801 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:11.397188 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-59ddb854-2c33-49b4-bde0-fa785516e9c6 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466268 Nov 10 05:06:11.401736 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:06:11.405603 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:11.483578 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15f16b30-72f4-4f4a-9cef-e44891c9eca1 req-e68342dd-ee65-4af4-aeb1-2f96495c3d06 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0819097 Nov 10 05:06:11.719488 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49800) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:11.765311 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-ee4a87a6-4b4f-4b78-9ae2-6c679d1d7a7e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:11.768421 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-ee4a87a6-4b4f-4b78-9ae2-6c679d1d7a7e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.16 "GET /v2.0/networks?id=0785b14c-5e22-40ef-9337-55e62d44e62f HTTP/1.1" status: 200 len: 811 time: 0.7680867 Nov 10 05:06:11.812108 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.16', 57467) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:11.835753 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4a0ad130-0789-4690-8508-e20c6c4054a3 req-d2895aed-756e-4bf4-a97e-be5457d6e26e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0574327 Nov 10 05:06:11.835753 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8e80-e609-4a0f-a8d0-b58ad445fb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:11.856244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Allocated IP 172.20.0.3 (a70a0ca2-19d1-411a-8fa8-e54d497bd1c8/3d421341-5118-43e8-b5c0-9c92256402a8/f7d808c0-1b11-4fce-816f-e008f47f4abf) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:11.861680 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 7120bec5-20ce-483c-a4ea-f05d83752659 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:11.934777 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Request body: {'port': {'device_id': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f', 'admin_state_up': True, 'tenant_id': '160d0bdc0a1d4bedb82ed3b6fe089053'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:12.121975 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 7120bec5-20ce-483c-a4ea-f05d83752659 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:12.122562 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.155947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-9e481ba1-86cb-4886-a398-548959fc614f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:12.158899 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-9e481ba1-86cb-4886-a398-548959fc614f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 816 time: 0.3130722 Nov 10 05:06:12.173367 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.216033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.217181 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.219024 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aec0400a-c6e5-4ee5-b445-44b975f72d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.230697 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.236087 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Request body: {'port': {'device_id': '5d6dff66-34f8-4890-95b8-057167200d67', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'admin_state_up': True, 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:12.254342 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:12.289104 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:12.318951 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:12.326128 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:12.327149 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.357876 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601307 Nov 10 05:06:12.366980 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca7425-02bd-4b0a-b666-ca91e211f034 None None] Pushing event updated for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:12.373978 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 161c9906-d5db-4fc0-889e-a25552d1a45b up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:12.398951 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-b0367203-332d-4a69-8105-2fd5747f3630 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:06:12.400304 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-b0367203-332d-4a69-8105-2fd5747f3630 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071678 Nov 10 05:06:12.417435 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3fc2a-d2e1-4d15-bf46-e549cc2a451b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event updated for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:12.470444 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Attempting to bind port 2a63a606-c844-485e-885b-f05bb6f4a9ac on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:12.470820 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Attempting to bind port 2a63a606-c844-485e-885b-f05bb6f4a9ac by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:12.471368 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Attempting to bind port 2a63a606-c844-485e-885b-f05bb6f4a9ac on network 5f647f59-d795-4f23-9028-66f135e5b3ae {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:12.480718 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:12.481160 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Checking segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:12.481537 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.482140 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Bound using segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:12.482423 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Bound port: 2a63a606-c844-485e-885b-f05bb6f4a9ac, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:12.482764 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.528075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 161c9906-d5db-4fc0-889e-a25552d1a45b triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:12.529225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.581174 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aec0400a-c6e5-4ee5-b445-44b975f72d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.589056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aec0400a-c6e5-4ee5-b445-44b975f72d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.597486 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] For port 2a63a606-c844-485e-885b-f05bb6f4a9ac, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:12.601260 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] For port 2a63a606-c844-485e-885b-f05bb6f4a9ac, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2a63a606-c844-485e-885b-f05bb6f4a9ac,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:12.610323 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.643810 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-aec0400a-c6e5-4ee5-b445-44b975f72d1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27c9604158d64d8bac7b16a361592793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9228098 Nov 10 05:06:12.645549 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49838) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:12.711871 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca7425-02bd-4b0a-b666-ca91e211f034 None None] Pushing event updated for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:12.715103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:06:12.715883 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:06:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:12.725740 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.782575 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.799369 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-709b0538-6b10-4778-a9a0-4404f9ca6fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3151197 Nov 10 05:06:12.819816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0400a-c6e5-4ee5-b445-44b975f72d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e642a2-cdbe-4ed3-b42d-5b296f4803c7,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:12.875595 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-236615cc-5452-4fff-a4ae-a43de56612ad req-0dfb1976-89c2-4728-a70e-5e6291bb7273 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 210 time: 0.7621884 Nov 10 05:06:12.901914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.906479 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:12.910587 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6e642a2-cdbe-4ed3-b42d-5b296f4803c7 HTTP/1.1" status: 204 len: 168 time: 0.2617073 Nov 10 05:06:12.925799 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115297-35a7-49f1-a897-a94edaf08a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e642a2-cdbe-4ed3-b42d-5b296f4803c7,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:12.929442 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:06:13.519941 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Request body: {'port': {'device_id': '73b0cf35-4356-408a-ab21-a6b927defb15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:13.623123 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '2a63a606-c844-485e-885b-f05bb6f4a9ac', 'name': '', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'mac_address': 'fa:16:3e:8c:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37c67135-d059-464c-981c-d015a2b4b372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:05Z', 'updated_at': '2021-11-10T05:06:12Z', 'revision_number': 4, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'subnets': [{'id': '37c67135-d059-464c-981c-d015a2b4b372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:06:13.676128 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8e80-e609-4a0f-a8d0-b58ad445fb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:13.687340 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49874) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:13.706272 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8bb0ba16-48ac-4037-b08d-e2d575dd818f req-390aa52d-022c-4c70-9763-c68ba05243ed tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.4106991 Nov 10 05:06:13.745882 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350621a-ff83-4e63-a0c1-9c5379c204ca None None] The sync data for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi is: [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '2a63a606-c844-485e-885b-f05bb6f4a9ac', 'name': '', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'mac_address': 'fa:16:3e:8c:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37c67135-d059-464c-981c-d015a2b4b372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:05Z', 'updated_at': '2021-11-10T05:06:12Z', 'revision_number': 4, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'subnets': [{'id': '37c67135-d059-464c-981c-d015a2b4b372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:06:13.749512 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.16', 57474) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:13.750471 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:13.762652 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8e80-e609-4a0f-a8d0-b58ad445fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:13.941916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8e80-e609-4a0f-a8d0-b58ad445fb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fadadb-b576-4926-9ac6-97002ff541e7,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:13.997070 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49886) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:14.047329 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97901a97-33fc-4bb5-a73a-a69d66b4a21d req-72bd10d7-c66d-4ea8-8767-e61bb3672215 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:14.055388 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97901a97-33fc-4bb5-a73a-a69d66b4a21d req-72bd10d7-c66d-4ea8-8767-e61bb3672215 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 931 time: 0.8671830 Nov 10 05:06:14.066909 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-469fb8e8-6220-40a1-83f4-c6953d71fcb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:14.389376 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97901a97-33fc-4bb5-a73a-a69d66b4a21d req-5e7f9ed4-cbaf-4c18-bf7d-6fea979f9910 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489333 Nov 10 05:06:14.441144 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-129e4ea6-2cb6-40a4-8bb7-f2a08cee63a2 req-94a9550e-9b6b-4659-8f11-3d691ef75208 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.5003309 Nov 10 05:06:14.462081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ea034479-ae75-41b0-940b-06f5c1059546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:14.545473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-cd29e8b8-f8cc-40ea-b1cf-018c9b9ca142 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:14.547480 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-cd29e8b8-f8cc-40ea-b1cf-018c9b9ca142 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 816 time: 0.7044101 Nov 10 05:06:14.554945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fc5f8e80-e609-4a0f-a8d0-b58ad445fb1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1c958c24ecd4b9faec34587c92b196e&name=default HTTP/1.1" status: 200 len: 2992 time: 3.4094446 Nov 10 05:06:14.554945 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Made reservation on behalf of 160d0bdc0a1d4bedb82ed3b6fe089053 for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:06:14.558672 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 49900) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:14.575688 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:14.587078 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.db.api [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 05:06:14.587078 dv-cinder-817135-4-iscsi neutron-server[101800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 05:06:14.587078 dv-cinder-817135-4-iscsi neutron-server[101800]: [parameters: {'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'id': 'fad40956-8ac7-4168-a4f5-167c5c318638', 'expiration': datetime.datetime(2021, 11, 10, 5, 8, 14, 445048)}] Nov 10 05:06:14.587078 dv-cinder-817135-4-iscsi neutron-server[101800]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 05:06:14.587612 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG oslo_db.api [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 05:06:14.625552 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Request body: {'port': {'device_id': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'admin_state_up': True, 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:14.661296 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7bc5102-c102-46a2-ae16-7c2a3f9166c8 req-77247d41-6470-4c1d-a6f3-6f9ccf8c9669 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 210 time: 0.0647614 Nov 10 05:06:14.721250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-469fb8e8-6220-40a1-83f4-c6953d71fcb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:14.820092 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-469fb8e8-6220-40a1-83f4-c6953d71fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:14.994726 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Allocated IP 172.20.0.9 (0785b14c-5e22-40ef-9337-55e62d44e62f/af7fa091-ff6b-40b7-b8ac-585e66b20d14/c3e3f392-f66f-47e0-aa4c-153932857c5b) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:15.011251 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-469fb8e8-6220-40a1-83f4-c6953d71fcb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ff7e2b7456d4864b9450a17df66399a&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3224273 Nov 10 05:06:15.018334 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6203f1c5-1a9e-4ffd-8de4-15e022323738 req-d82c8a95-ad7b-499c-a859-7e68baf8f902 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.1478193 Nov 10 05:06:15.021643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49910) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:15.058063 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.060886 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Made reservation on behalf of 24f5140b1db7438396d0d6ab525cc0db for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:06:15.064690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.170140 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ea034479-ae75-41b0-940b-06f5c1059546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.200997 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ea034479-ae75-41b0-940b-06f5c1059546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.237747 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ea034479-ae75-41b0-940b-06f5c1059546 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e921d971efe9443fb392282c34567d14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1747303 Nov 10 05:06:15.243174 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 49912) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:15.268834 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fb8e8-6220-40a1-83f4-c6953d71fcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eb4335-708a-4b86-bd3a-3086d1fb6ffc,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:15.290764 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.311605 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Made reservation on behalf of 24f5140b1db7438396d0d6ab525cc0db for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:06:15.315571 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.378283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.385211 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea034479-ae75-41b0-940b-06f5c1059546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19701434-4a95-4a7e-bdb3-fceabb0d49b8,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:15.407184 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d808c0-1b11-4fce-816f-e008f47f4abf {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:15.412707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Allocated IP 172.20.0.12 (5f647f59-d795-4f23-9028-66f135e5b3ae/37c67135-d059-464c-981c-d015a2b4b372/20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:15.438820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.450679 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.513963 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2a63a606-c844-485e-885b-f05bb6f4a9ac up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:15.542913 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Transition to ACTIVE for port object f7d808c0-1b11-4fce-816f-e008f47f4abf will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:06:15.606983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.634960 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.712096 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 2a63a606-c844-485e-885b-f05bb6f4a9ac triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:15.712454 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.734599 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-acdfdf7f-7e92-451a-9472-efbcb4a18e20 req-c37f05cd-7a2a-4ed4-8876-3ae2c4b375f9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.1230421 Nov 10 05:06:15.739602 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.782546 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.854857 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801587b9-42bc-4e1d-8cc6-cfe2385b20fa req-0dbfac2d-749f-4d66-91e1-1a5ee85a2c59 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:15.862590 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-801587b9-42bc-4e1d-8cc6-cfe2385b20fa req-0dbfac2d-749f-4d66-91e1-1a5ee85a2c59 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.2590005 Nov 10 05:06:15.893109 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.895878 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.897130 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53eb4335-708a-4b86-bd3a-3086d1fb6ffc HTTP/1.1" status: 204 len: 168 time: 0.8735802 Nov 10 05:06:15.899637 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.944308 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e50166ad-eef1-4d3b-8159-58be44dd5af9 req-6d78ce93-dc52-47e6-b614-1fcea1614876 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 210 time: 0.0692902 Nov 10 05:06:15.947315 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.949153 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:15.950121 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851a9e-6ba1-4cc9-ab7a-5421c2ac959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eb4335-708a-4b86-bd3a-3086d1fb6ffc,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:15.955308 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 2a63a606-c844-485e-885b-f05bb6f4a9ac, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2a63a606-c844-485e-885b-f05bb6f4a9ac,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:15.961011 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.034287 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.037185 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.039712 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7fadadb-b576-4926-9ac6-97002ff541e7 HTTP/1.1" status: 204 len: 168 time: 1.4684892 Nov 10 05:06:16.106979 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5376f-8827-47a2-b129-d15c4ef80ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fadadb-b576-4926-9ac6-97002ff541e7,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.177436 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.180048 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.183982 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19701434-4a95-4a7e-bdb3-fceabb0d49b8 HTTP/1.1" status: 204 len: 168 time: 0.9373872 Nov 10 05:06:16.207186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Network 0785b14c-5e22-40ef-9337-55e62d44e62f is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:16.228057 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:16.234578 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a10bae-da0e-4892-a319-3c0b577a10d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19701434-4a95-4a7e-bdb3-fceabb0d49b8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.248094 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.249267 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-801587b9-42bc-4e1d-8cc6-cfe2385b20fa req-78df34a4-e776-42c3-8ff1-b315f453508d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817523 Nov 10 05:06:16.253393 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Pushing event updated for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.258086 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:16.273189 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:16.279932 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.368577 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c0b2c927-3a9c-4149-bea7-690da34784c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5300076 Nov 10 05:06:16.369320 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.394409 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670379f4-f92f-4c3f-b504-3a5ecdba72bf req-5c60b04d-c2b4-4348-96d8-faed98e8da4e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:16.401812 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-670379f4-f92f-4c3f-b504-3a5ecdba72bf req-5c60b04d-c2b4-4348-96d8-faed98e8da4e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.1688251 Nov 10 05:06:16.409123 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Attempting to bind port f7d808c0-1b11-4fce-816f-e008f47f4abf on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:16.410707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Attempting to bind port f7d808c0-1b11-4fce-816f-e008f47f4abf by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:16.411545 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Attempting to bind port f7d808c0-1b11-4fce-816f-e008f47f4abf on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:16.418166 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Port f7d808c0-1b11-4fce-816f-e008f47f4abf on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:06:16.419011 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Attempting to bind port f7d808c0-1b11-4fce-816f-e008f47f4abf on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:16.432790 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.483974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:16.484822 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Checking segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:16.485573 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Bound using segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:16.486188 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Bound port: f7d808c0-1b11-4fce-816f-e008f47f4abf, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:16.486829 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.562143 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Allocated IP 172.20.0.14 (5f647f59-d795-4f23-9028-66f135e5b3ae/37c67135-d059-464c-981c-d015a2b4b372/15eac94e-471f-405a-8129-177abf987513) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:16.567892 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Network 5f647f59-d795-4f23-9028-66f135e5b3ae is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:16.579907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:16.590076 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:16.599722 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:16.600668 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.619212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Pushing event updated for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:16.643256 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-670379f4-f92f-4c3f-b504-3a5ecdba72bf req-afad7f2c-4a06-4ade-a169-c0b2f2c427e4 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340226 Nov 10 05:06:16.693020 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:16.700558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:16.708956 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d2c256e4-5930-45d1-ad87-c3d3bb8c2557 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0902278 Nov 10 05:06:16.713176 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.766071 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:16.766939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.769987 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7d808c0-1b11-4fce-816f-e008f47f4abf HTTP/1.1" status: 200 len: 1093 time: 3.5316734 Nov 10 05:06:16.772930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:16.864757 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:16.991529 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4c7f59bb-7e80-4fcf-accc-69461e323562 req-f895d92e-af38-4002-8358-f706048cff67 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0917311 Nov 10 05:06:17.078957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:17.097132 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab32e8-5bc6-4807-b200-d99bb8513345 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:17.490820 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2a63a606-c844-485e-885b-f05bb6f4a9ac up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:17.507390 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd" -d '{"events": [{"name": "network-changed", "server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:17.561789 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 2a63a606-c844-485e-885b-f05bb6f4a9ac triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:17.562154 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:17.660973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Network 5f647f59-d795-4f23-9028-66f135e5b3ae is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:17.673193 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:17.681249 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:17.693576 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:17.701234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:17.846431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6154835 Nov 10 05:06:17.851072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c190-c63e-4f51-85d6-d11eed58320f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Pushing event updated for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:17.887430 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260ab6-7dee-418c-95be-1c7f524ec867 req-3a766da7-7e88-49a5-ad80-2783053919a9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:17.900419 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e260ab6-7dee-418c-95be-1c7f524ec867 req-3a766da7-7e88-49a5-ad80-2783053919a9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.2635307 Nov 10 05:06:17.925406 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe67743-e88e-4571-9d46-b16c61d8c631 req-3851b4e0-7203-4182-b4a3-caf8c0865354 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:17.927078 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0fe67743-e88e-4571-9d46-b16c61d8c631 req-3851b4e0-7203-4182-b4a3-caf8c0865354 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.2881069 Nov 10 05:06:17.996609 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e260ab6-7dee-418c-95be-1c7f524ec867 req-c60a1c9d-9794-4051-8386-41f02d0fde4d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944848 Nov 10 05:06:18.031669 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0fe67743-e88e-4571-9d46-b16c61d8c631 req-74b8e8b5-9678-4eab-87ca-ed05141fd431 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894623 Nov 10 05:06:18.251205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b17687-35d3-4c94-aba5-afba3ccc5c38 req-1afb9d72-d332-41bb-ae26-a886d42c8dd0 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:18.252832 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7b17687-35d3-4c94-aba5-afba3ccc5c38 req-1afb9d72-d332-41bb-ae26-a886d42c8dd0 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.1077526 Nov 10 05:06:18.333656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7b17687-35d3-4c94-aba5-afba3ccc5c38 req-98c6ba1e-a22d-4e71-95cb-2244b1314ef2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730624 Nov 10 05:06:18.514605 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f9b738e-32f2-45c2-9cc5-24feec098f73 req-4673e4a8-2394-4723-a901-a2e02671b06f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0499372 Nov 10 05:06:18.518356 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7473954d-50f6-4fa1-a3ee-2278934c8635 x-openstack-request-id: req-7473954d-50f6-4fa1-a3ee-2278934c8635 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:18.518897 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:18.518897 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7473954d-50f6-4fa1-a3ee-2278934c8635 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:18.519333 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf', 'status': 'completed', 'code': 200} Nov 10 05:06:19.159319 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848996-d93a-4cb5-988f-26732953b968 req-f7ce3039-978a-40eb-8bc5-87586f627260 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:19.171915 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-85848996-d93a-4cb5-988f-26732953b968 req-f7ce3039-978a-40eb-8bc5-87586f627260 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0781376 Nov 10 05:06:19.293869 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-85848996-d93a-4cb5-988f-26732953b968 req-1373e8e0-8000-4249-b45f-4ba2b6f78a6c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162651 Nov 10 05:06:19.330453 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689958c4-fedd-44b3-815c-8878020f3bd5 req-6578a674-4217-447a-a799-915745734387 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:19.335141 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-689958c4-fedd-44b3-815c-8878020f3bd5 req-6578a674-4217-447a-a799-915745734387 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1224477 Nov 10 05:06:19.399075 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-689958c4-fedd-44b3-815c-8878020f3bd5 req-4edbfe9d-53de-4a43-af4c-339aed2bcd10 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Nov 10 05:06:19.629875 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66088c24-0ec8-4303-8848-1de9a1cec77b req-a88087a5-7f2d-4192-b68d-744f0f025deb tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:19.637860 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-66088c24-0ec8-4303-8848-1de9a1cec77b req-a88087a5-7f2d-4192-b68d-744f0f025deb tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0908217 Nov 10 05:06:19.687449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5e59bf4c-b6f9-49ab-bcad-a26d64bbe38c req-6f3953f8-2abf-47db-b040-1e0ac41fc3e2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0464740 Nov 10 05:06:19.728035 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-66088c24-0ec8-4303-8848-1de9a1cec77b req-dd8621a9-7ada-4c16-88b6-8a9e9f42b9a8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Nov 10 05:06:19.997424 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 50112) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:20.191526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6f54edf5-d715-4732-be28-809a078b4327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.404387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6f54edf5-d715-4732-be28-809a078b4327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.409853 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6f54edf5-d715-4732-be28-809a078b4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.447912 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6f54edf5-d715-4732-be28-809a078b4327 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=059c8fb8ebc84278beaf64eb0a4bcaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493661 Nov 10 05:06:20.448762 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50132) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:20.468904 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54edf5-d715-4732-be28-809a078b4327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3386e6-a3d4-4c9c-809e-ff9dc55f277f,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:20.569397 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.632802 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.669763 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8d781-13f0-4f05-b9da-0b69b45ef9ef req-a8b27f59-27dc-4b37-bf52-e1a5a496a1ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:20.677159 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97d8d781-13f0-4f05-b9da-0b69b45ef9ef req-a8b27f59-27dc-4b37-bf52-e1a5a496a1ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1610689 Nov 10 05:06:20.696526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317b87c-356b-489e-b9be-df1a71580bc5 req-3632e757-6b85-4183-8dd3-ffcdc48a098c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:20.698571 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0317b87c-356b-489e-b9be-df1a71580bc5 req-3632e757-6b85-4183-8dd3-ffcdc48a098c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.1370265 Nov 10 05:06:20.734917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.734917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:20.734917 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df3386e6-a3d4-4c9c-809e-ff9dc55f277f HTTP/1.1" status: 204 len: 168 time: 0.2811997 Nov 10 05:06:20.767655 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8954e-afd7-4a28-8ba5-b86f943adf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3386e6-a3d4-4c9c-809e-ff9dc55f277f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:20.799397 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97d8d781-13f0-4f05-b9da-0b69b45ef9ef req-1e47ba53-ea23-4d78-bc31-f891313a36d6 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159291 Nov 10 05:06:20.867181 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0317b87c-356b-489e-b9be-df1a71580bc5 req-981c5fb9-8225-4cb8-8c60-993ab7e5f233 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Nov 10 05:06:20.928470 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdf2e719-dee2-47ce-8c99-bbb7e64c97ff req-beb25bd6-d420-4714-896a-fcdfc46107ae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0553436 Nov 10 05:06:21.044631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9779-a19f-4a15-bcdf-008273c6a5e2 req-7752331b-c5c1-4a67-ae06-ca17402ecddd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:21.051941 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-aded9779-a19f-4a15-bcdf-008273c6a5e2 req-7752331b-c5c1-4a67-ae06-ca17402ecddd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0991077 Nov 10 05:06:21.153028 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-aded9779-a19f-4a15-bcdf-008273c6a5e2 req-bff0e23c-bf70-4fb5-84f2-27b7193f024e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Nov 10 05:06:21.967445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d680-26b6-4d5a-9a19-04c26f2a4a5c req-cbf15a56-c7b4-455b-a927-60fd518983a7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:21.970378 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0d47d680-26b6-4d5a-9a19-04c26f2a4a5c req-cbf15a56-c7b4-455b-a927-60fd518983a7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0706065 Nov 10 05:06:22.074538 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0d47d680-26b6-4d5a-9a19-04c26f2a4a5c req-fe75adf1-56b4-4eef-94f1-adee366e7a99 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910418 Nov 10 05:06:22.084403 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23e26-d831-48bb-a7b8-09af50328180 req-8bf89687-a406-40e4-a964-8d1efb9eece8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:22.085838 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dad23e26-d831-48bb-a7b8-09af50328180 req-8bf89687-a406-40e4-a964-8d1efb9eece8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.1053965 Nov 10 05:06:22.159878 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dad23e26-d831-48bb-a7b8-09af50328180 req-3d9063f0-3369-44f7-9538-705fd5f49091 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645354 Nov 10 05:06:22.197499 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f68b777-d536-47de-9bc6-31bb29947b02 req-2d3c3e2a-d663-442a-b18b-57852c4406a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Nov 10 05:06:22.299164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787b5d-65c4-4252-88d6-99cacc3a41fc req-0997e944-1dba-4ef2-b469-dce65915d327 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:22.300708 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48787b5d-65c4-4252-88d6-99cacc3a41fc req-0997e944-1dba-4ef2-b469-dce65915d327 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0643926 Nov 10 05:06:22.365925 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48787b5d-65c4-4252-88d6-99cacc3a41fc req-1c6a4627-62ab-40d3-8bda-5cec225b084f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Nov 10 05:06:23.200673 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3c08-4284-4d3f-b35a-9ca65871b667 req-dfdb042a-e3e5-4c7f-ac7b-8e7ab3a2e7d9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:23.202186 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d5f3c08-4284-4d3f-b35a-9ca65871b667 req-dfdb042a-e3e5-4c7f-ac7b-8e7ab3a2e7d9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0537214 Nov 10 05:06:23.278468 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d5f3c08-4284-4d3f-b35a-9ca65871b667 req-84b042bd-a377-4828-8762-9ee454493f15 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703111 Nov 10 05:06:23.291133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c65edc-52c4-4bb5-a2a2-405cdf6fcb46 req-84334ea2-f1a3-4d77-b92f-3f680419db16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:23.292605 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-92c65edc-52c4-4bb5-a2a2-405cdf6fcb46 req-84334ea2-f1a3-4d77-b92f-3f680419db16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0717304 Nov 10 05:06:23.350460 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-92c65edc-52c4-4bb5-a2a2-405cdf6fcb46 req-fc4d1a35-4a48-4843-a989-8374c33a854e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Nov 10 05:06:23.365125 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e1fbe799-c9ca-4c25-a2b7-a701577ceff8 req-4c4722d2-7c69-4dd7-a646-e44ce87c10e6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0298209 Nov 10 05:06:23.474416 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a243-7642-46a2-aa3c-fcf204b5fd56 req-9e0f7e27-da1e-41a5-b51d-4afd83bb9c81 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:23.475891 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69f1a243-7642-46a2-aa3c-fcf204b5fd56 req-9e0f7e27-da1e-41a5-b51d-4afd83bb9c81 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0472207 Nov 10 05:06:23.521494 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69f1a243-7642-46a2-aa3c-fcf204b5fd56 req-6547a2f7-7f80-438c-9a3e-610581b7c7cf tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Nov 10 05:06:24.411820 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405afc6-d12b-41f3-b7fb-4c578fcd2185 req-80810a9a-e424-49e3-94e1-71f441fa3383 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:24.425357 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8405afc6-d12b-41f3-b7fb-4c578fcd2185 req-80810a9a-e424-49e3-94e1-71f441fa3383 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0771711 Nov 10 05:06:24.547062 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8405afc6-d12b-41f3-b7fb-4c578fcd2185 req-126cbb4e-1e45-44d7-b2d1-97e10f55c67c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146696 Nov 10 05:06:24.567560 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcfc14-732c-47b3-90b1-736e16591596 req-aa8693f6-e334-408b-a06a-00c61f66db22 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:24.571729 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4dbcfc14-732c-47b3-90b1-736e16591596 req-aa8693f6-e334-408b-a06a-00c61f66db22 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0753961 Nov 10 05:06:24.621617 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4dbcfc14-732c-47b3-90b1-736e16591596 req-6d3389a1-3d01-4a29-951f-1adcbe8e1374 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Nov 10 05:06:24.656707 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb00fb5b-e081-4efc-82a9-644262f66643 req-9a78a7df-0427-4f40-9e3b-653fceab14ba tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0321724 Nov 10 05:06:24.738721 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94becea-e0ce-492a-955b-fbc27c0f6f64 req-e9169b36-f197-4ed7-9de8-61e52036c532 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:24.740414 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b94becea-e0ce-492a-955b-fbc27c0f6f64 req-e9169b36-f197-4ed7-9de8-61e52036c532 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0546188 Nov 10 05:06:24.796054 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b94becea-e0ce-492a-955b-fbc27c0f6f64 req-051e158c-c462-483f-a6df-d2292e5b27c3 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477958 Nov 10 05:06:25.662725 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8ab5-e0f6-4366-8ed5-9fde670cd879 req-39ad7f97-d96d-4024-bcf9-b4f3ead281bb tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:25.664243 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f3a8ab5-e0f6-4366-8ed5-9fde670cd879 req-39ad7f97-d96d-4024-bcf9-b4f3ead281bb tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0496933 Nov 10 05:06:25.732499 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f3a8ab5-e0f6-4366-8ed5-9fde670cd879 req-e8fb3553-be62-495a-89a3-d4d67921788f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624523 Nov 10 05:06:25.750486 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607253-e82b-494d-b737-a028e278b79d req-e524866e-0fbe-435b-b052-32201c1962bd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:25.752265 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-79607253-e82b-494d-b737-a028e278b79d req-e524866e-0fbe-435b-b052-32201c1962bd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0638797 Nov 10 05:06:25.819800 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5e573687-e40f-4180-aeb2-070b4ad9ffee req-4c89f38e-e3e3-4c45-9d0d-19d57252dd14 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0310476 Nov 10 05:06:25.827795 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-79607253-e82b-494d-b737-a028e278b79d req-0d904ac4-53bc-4421-ac21-30d0fdc8a8f8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Nov 10 05:06:25.918938 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfade62-7257-4406-bcdf-086ba872f38a req-06aecc08-023d-4eb4-9f36-147e92684dd1 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:25.920386 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fbfade62-7257-4406-bcdf-086ba872f38a req-06aecc08-023d-4eb4-9f36-147e92684dd1 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0469716 Nov 10 05:06:25.966228 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fbfade62-7257-4406-bcdf-086ba872f38a req-ce9977a2-2fa8-4065-9dbe-c845c8f37195 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Nov 10 05:06:26.846352 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2033d-ad78-4496-a4bb-d7e74a14bff2 req-6cfd2a98-c8d7-467a-8522-64f76523dde3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:26.848122 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68c2033d-ad78-4496-a4bb-d7e74a14bff2 req-6cfd2a98-c8d7-467a-8522-64f76523dde3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0494597 Nov 10 05:06:26.903352 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68c2033d-ad78-4496-a4bb-d7e74a14bff2 req-5a9cc76f-45f7-4f7e-8417-5a94f5ac9c3a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Nov 10 05:06:26.918227 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eb921a9e-b249-4f4f-8aaf-04a09116d45a req-f039f84a-18d8-48c0-9a29-2a13453d4daa tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0303586 Nov 10 05:06:27.002510 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422876-c33b-44ee-a8fa-4187e4807365 req-fd438db0-944a-4b25-bc8b-541301a2d8d7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:27.004005 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-09422876-c33b-44ee-a8fa-4187e4807365 req-fd438db0-944a-4b25-bc8b-541301a2d8d7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0476656 Nov 10 05:06:27.075579 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-09422876-c33b-44ee-a8fa-4187e4807365 req-8448512e-4917-4f3a-9712-6a4389d9837a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Nov 10 05:06:27.094704 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53128963-e736-4d49-8d7e-2f8fdc7b793a req-0a7f0539-9307-4cac-9f6e-eebfb0ac43ce tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:27.096148 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-53128963-e736-4d49-8d7e-2f8fdc7b793a req-0a7f0539-9307-4cac-9f6e-eebfb0ac43ce tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0612185 Nov 10 05:06:27.141047 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-53128963-e736-4d49-8d7e-2f8fdc7b793a req-6000c731-b3ac-406a-995b-1387d0363baa tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Nov 10 05:06:28.021162 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f493b91c-6667-4bc9-9112-561f0defe775 req-f6a576ed-db2a-41c3-b17c-d6fd2f8ee5a0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0271933 Nov 10 05:06:28.036167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71c508-3f19-46bd-82fd-5ff980f4e50d req-20fc425c-39ec-402b-8dc2-f1af4d2acc7a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:28.037578 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec71c508-3f19-46bd-82fd-5ff980f4e50d req-20fc425c-39ec-402b-8dc2-f1af4d2acc7a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0691977 Nov 10 05:06:28.083180 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec71c508-3f19-46bd-82fd-5ff980f4e50d req-2b3af317-972a-4b83-829a-bd49fa085532 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Nov 10 05:06:28.187955 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65de7e-0207-48aa-9cae-d7eaa2fc201a req-697c6d9a-4b95-42d2-bd3e-fe7c74b05852 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:28.189331 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6d65de7e-0207-48aa-9cae-d7eaa2fc201a req-697c6d9a-4b95-42d2-bd3e-fe7c74b05852 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.0505135 Nov 10 05:06:28.260596 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6d65de7e-0207-48aa-9cae-d7eaa2fc201a req-91543a3b-0c83-404a-af4a-d033c13897be tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654566 Nov 10 05:06:28.272365 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a4127-6259-4d74-9e16-287182d30a9f req-2e868f70-aae1-4679-a979-94b442d80d47 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:28.274279 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-611a4127-6259-4d74-9e16-287182d30a9f req-2e868f70-aae1-4679-a979-94b442d80d47 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.0667872 Nov 10 05:06:28.319392 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-611a4127-6259-4d74-9e16-287182d30a9f req-bb8fae3f-5b2e-4d21-9589-63d1ae32ba87 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Nov 10 05:06:29.111820 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6106f718-720a-4949-97ec-be47208ee8c0 req-ce59ddad-5429-4f8f-8da0-f54fcf8ab103 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0261893 Nov 10 05:06:29.167027 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Request body: {'port': {'device_id': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:29.182273 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Request body: {'port': {'device_id': '5d6dff66-34f8-4890-95b8-057167200d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:29.188247 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Request body: {'port': {'device_id': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:29.221840 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:29.292321 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d02bf5-578e-473c-8d6a-d877a7884bd1 req-c256b6c2-7086-4028-8a3b-7cacc0c998ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:29.293808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8d02bf5-578e-473c-8d6a-d877a7884bd1 req-c256b6c2-7086-4028-8a3b-7cacc0c998ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1444969 Nov 10 05:06:29.320719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:29.322772 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:29.387624 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-4f7adadb-812d-4760-8ca2-ea468663b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:29.389087 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-4f7adadb-812d-4760-8ca2-ea468663b27e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 1096 time: 0.1358995 Nov 10 05:06:29.468781 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8d02bf5-578e-473c-8d6a-d877a7884bd1 req-278e3ffc-9242-49cf-a065-2887ddb6018b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646254 Nov 10 05:06:29.637784 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-9798ac45-7977-4ebb-b59e-e1a15011d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:29.639252 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-9798ac45-7977-4ebb-b59e-e1a15011d4d6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2321255 Nov 10 05:06:29.680866 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.16', 57490) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:29.815625 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b71784-4215-4bb1-8236-bf16927ad2ad req-f7e26ba0-915e-46a8-a778-6bacc699e79d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:29.817409 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-41b71784-4215-4bb1-8236-bf16927ad2ad req-f7e26ba0-915e-46a8-a778-6bacc699e79d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 932 time: 0.4766610 Nov 10 05:06:29.961526 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-41b71784-4215-4bb1-8236-bf16927ad2ad req-4d2d9c6b-4dc6-45ca-a005-b5a61f0523be tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200216 Nov 10 05:06:30.011135 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc01b1-e1a2-468b-a295-9742a5f06b7e req-f89c08a8-20b8-4c24-bacf-ddeffcb39eb9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.018587 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88cc01b1-e1a2-468b-a295-9742a5f06b7e req-f89c08a8-20b8-4c24-bacf-ddeffcb39eb9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 931 time: 0.4614620 Nov 10 05:06:30.096114 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88cc01b1-e1a2-468b-a295-9742a5f06b7e req-d348f3aa-7209-4402-8e55-6c5aaf5bf280 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718765 Nov 10 05:06:30.165291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e3f392-f66f-47e0-aa4c-153932857c5b {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:30.174659 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.198510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:30.202934 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Transition to ACTIVE for port object c3e3f392-f66f-47e0-aa4c-153932857c5b will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:06:30.211826 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.219322 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.221010 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-77fefe0c-6de7-4876-8136-c9b08f959556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.222630 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-6d5b2ecc-0ca8-427b-a492-83a95a8c36bd req-77fefe0c-6de7-4876-8136-c9b08f959556 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5286002 Nov 10 05:06:30.241961 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Transition to ACTIVE for port object 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:06:30.247339 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48366289-6cce-408e-9a4b-1fb4ddb820e2 req-fe8a6217-2225-45e9-9dde-cb1aa0ae5abf tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0430477 Nov 10 05:06:30.250967 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-0598219c-261d-49d9-8321-3c8974eeef63 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.252526 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-0598219c-261d-49d9-8321-3c8974eeef63 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 811 time: 0.5500038 Nov 10 05:06:30.253820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.325653 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Pushing event updated for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:30.356550 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:06:30.413081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Attempting to bind port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:30.413081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Attempting to bind port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:30.413081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Attempting to bind port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f on network 5f647f59-d795-4f23-9028-66f135e5b3ae {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.445877 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:30.446044 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f on network 5f647f59-d795-4f23-9028-66f135e5b3ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:06:30.446213 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Attempting to bind port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f on network 5f647f59-d795-4f23-9028-66f135e5b3ae {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.474182 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:30.474544 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Checking segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:30.474970 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Bound using segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:30.475742 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Bound port: 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:30.476119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.497229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15eac94e-471f-405a-8129-177abf987513 {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:30.498410 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-5d98be31-9cb4-4c3a-aa4d-71ca917f259b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 380 time: 0.1809115 Nov 10 05:06:30.509995 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'port': {'device_id': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'admin_state_up': True, 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'security_groups': ['ab90870d-2064-448c-b0c1-7d1711d9aeaf']}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:30.519148 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-e92157df-5b20-4eec-98c0-01fc382f909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.522388 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-e92157df-5b20-4eec-98c0-01fc382f909d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 1096 time: 0.1433463 Nov 10 05:06:30.523015 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.534700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Attempting to bind port c3e3f392-f66f-47e0-aa4c-153932857c5b on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:30.534700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Attempting to bind port c3e3f392-f66f-47e0-aa4c-153932857c5b by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3ddfafd4-02c6-4414-91b1-c0c066c673ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:30.534700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Attempting to bind port c3e3f392-f66f-47e0-aa4c-153932857c5b on network 0785b14c-5e22-40ef-9337-55e62d44e62f {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.553568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Port c3e3f392-f66f-47e0-aa4c-153932857c5b on network 0785b14c-5e22-40ef-9337-55e62d44e62f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:06:30.553886 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Attempting to bind port c3e3f392-f66f-47e0-aa4c-153932857c5b on network 0785b14c-5e22-40ef-9337-55e62d44e62f {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.560951 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Transition to ACTIVE for port object 15eac94e-471f-405a-8129-177abf987513 will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:06:30.562179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:30.562582 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Checking segment: {'id': '3ddfafd4-02c6-4414-91b1-c0c066c673ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:30.563147 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Bound using segment: {'id': '3ddfafd4-02c6-4414-91b1-c0c066c673ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:30.563758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Bound port: c3e3f392-f66f-47e0-aa4c-153932857c5b, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddfafd4-02c6-4414-91b1-c0c066c673ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:30.564120 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.585078 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.676611 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-d45a9a9f-4377-4c60-a72c-1e5b95404501 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf HTTP/1.1" status: 200 len: 217 time: 0.1185019 Nov 10 05:06:30.701616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Pushing event updated for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:30.750617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179a1e-714d-4d53-870b-a8cdfe7575ab req-89c3183e-1cea-4e36-9f58-8bffe7013e87 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.752270 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa179a1e-714d-4d53-870b-a8cdfe7575ab req-89c3183e-1cea-4e36-9f58-8bffe7013e87 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1861105 Nov 10 05:06:30.759494 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:30.763175 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Attempting to bind port 15eac94e-471f-405a-8129-177abf987513 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:30.763524 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Attempting to bind port 15eac94e-471f-405a-8129-177abf987513 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:30.763846 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Attempting to bind port 15eac94e-471f-405a-8129-177abf987513 on network 5f647f59-d795-4f23-9028-66f135e5b3ae {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.767416 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b,segment=NetworkSegment(3ddfafd4-02c6-4414-91b1-c0c066c673ac),segment_id=3ddfafd4-02c6-4414-91b1-c0c066c673ac)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:30.768640 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:30.772202 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Port 15eac94e-471f-405a-8129-177abf987513 on network 5f647f59-d795-4f23-9028-66f135e5b3ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:06:30.772525 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Attempting to bind port 15eac94e-471f-405a-8129-177abf987513 on network 5f647f59-d795-4f23-9028-66f135e5b3ae {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:30.779084 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:30.785973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.790600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:30.790935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Checking segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:30.791770 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Bound using segment: {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:30.791770 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Bound port: 15eac94e-471f-405a-8129-177abf987513, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1d4471-3f41-439a-b6a3-40578b1bbf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:30.792068 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.794611 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.799767 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-d5a319bf-4438-4271-a29c-1441002f6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.801426 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-d5a319bf-4438-4271-a29c-1441002f6216 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.1156952 Nov 10 05:06:30.823066 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4fe88dc7-683f-4662-a271-7139199ec780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.899865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.900432 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.900551 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:30.901391 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:30.901832 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3e3f392-f66f-47e0-aa4c-153932857c5b HTTP/1.1" status: 200 len: 1093 time: 1.7243490 Nov 10 05:06:30.902699 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] 10.222.0.16 "PUT /v2.0/ports/20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 200 len: 1094 time: 1.7398732 Nov 10 05:06:30.906488 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-f7c4a08c-eb4f-417c-81be-7bb2c09433ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705490 Nov 10 05:06:30.911028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:30.913460 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b3b07-39e7-4123-a4a9-227ba95bb806" -d '{"events": [{"name": "network-changed", "server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:30.929003 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:30.961161 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487c02d-0293-438f-93a2-a48d5cd2fcbf service neutron] Pushing event updated for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:30.992893 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Made reservation on behalf of 979e727256044ef3a59e2ef6cc60a16e for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:06:30.998479 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:31.036340 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db9d9a-27db-44cc-9cc5-762e94630217 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:31.043330 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa179a1e-714d-4d53-870b-a8cdfe7575ab req-ed4aaaa6-084c-4ed7-8ac5-bdbaf5373301 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671866 Nov 10 05:06:31.212313 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:31.225943 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8627995-04ba-44b5-883a-3d974d8f0bf9 x-openstack-request-id: req-d8627995-04ba-44b5-883a-3d974d8f0bf9 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:31.226510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:31.226510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8627995-04ba-44b5-883a-3d974d8f0bf9 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:31.226913 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', 'status': 'completed', 'code': 200} Nov 10 05:06:31.237832 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-179df4e4-21c1-4004-a731-34993b086d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.239540 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-179df4e4-21c1-4004-a731-34993b086d38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=160d0bdc0a1d4bedb82ed3b6fe089053&device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 1096 time: 0.2279701 Nov 10 05:06:31.250782 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=15eac94e-471f-405a-8129-177abf987513,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:31.280865 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-d4f60d12-c3d0-413f-b844-ea1cd111a5a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406484 Nov 10 05:06:31.295370 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64" -d '{"events": [{"name": "network-changed", "server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:31.307828 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:31.380195 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-68ceb0ec-6466-48d8-b513-b9573c70f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.381745 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-68ceb0ec-6466-48d8-b513-b9573c70f614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1097 time: 0.3090839 Nov 10 05:06:31.382192 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 50520) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:31.387310 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-7f6ceb7e-8c51-48e4-96ac-363481c03444 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b HTTP/1.1" status: 200 len: 217 time: 0.1306870 Nov 10 05:06:31.408900 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.409533 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:31.410954 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] 10.222.0.16 "PUT /v2.0/ports/15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 1094 time: 2.2503088 Nov 10 05:06:31.434721 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d06190-b2dc-4056-8d4b-0e668992c873 req-0b0b3796-f68d-4c70-8a92-28528fddab94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.436355 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7d06190-b2dc-4056-8d4b-0e668992c873 req-0b0b3796-f68d-4c70-8a92-28528fddab94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.2412839 Nov 10 05:06:31.506891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462d9be-b215-4047-974f-e6b08432a635 service neutron] Pushing event updated for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:31.519464 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-1f5d151c-a414-42bb-a702-b151340bdc23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 200 len: 217 time: 0.1076488 Nov 10 05:06:31.542531 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Allocated IP 172.20.0.6 (f6d3179d-a72b-4b69-aa19-974e290f3c3b/4e876fd4-b759-4ac4-9dc4-9fbd61d282e8/a11077ba-8eaf-4af5-9057-0f796c319b6b) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:06:31.549545 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-e0a49e26-a856-4ab4-bab0-c7fbe43b2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.551059 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-e0a49e26-a856-4ab4-bab0-c7fbe43b2840 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af7fa091-ff6b-40b7-b8ac-585e66b20d14 HTTP/1.1" status: 200 len: 851 time: 0.1378608 Nov 10 05:06:31.559668 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1207d98-9995-4e95-a9be-439b0d2a8ac6 req-74d4d0cf-dd0b-4fed-8921-014d751d5fdd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.561218 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c1207d98-9995-4e95-a9be-439b0d2a8ac6 req-74d4d0cf-dd0b-4fed-8921-014d751d5fdd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.2494986 Nov 10 05:06:31.637339 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-d0549ca6-0fee-4692-92c0-94d6b7aa4713 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0785b14c-5e22-40ef-9337-55e62d44e62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574658 Nov 10 05:06:31.645979 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-475d5755-fa3c-45b8-907b-428e8ebb2037 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008444 Nov 10 05:06:31.710696 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c1207d98-9995-4e95-a9be-439b0d2a8ac6 req-0eb99b06-ba99-42c3-a3c0-96265f03cfdd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151407 Nov 10 05:06:31.716835 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7d06190-b2dc-4056-8d4b-0e668992c873 req-5147255c-8b37-4e7f-8d90-32e6463dbf92 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505846 Nov 10 05:06:31.724660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-42d989e6-13c9-488d-b8f4-46ff7eac59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.732258 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-42d989e6-13c9-488d-b8f4-46ff7eac59de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1097 time: 0.2248623 Nov 10 05:06:31.750134 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-0fa50362-30f8-4743-9838-19ae6747621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:31.750134 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-0fa50362-30f8-4743-9838-19ae6747621e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.2018616 Nov 10 05:06:31.801556 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aa64b2a0-eb75-4e9f-a3d2-b4553279a2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:31.852775 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-51241e97-1ca6-4ab0-b130-a2cbfb879665 service neutron] 10.222.0.16 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061455 Nov 10 05:06:31.908532 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-1c05dcdc-e5ce-46b4-bf3f-7185d0172533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.1430426 Nov 10 05:06:31.917336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-f769e93d-ba45-49fc-bf33-b3dda9d241bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502700 Nov 10 05:06:31.926617 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:31.947071 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-161d1433-1036-4cf2-8e8a-3add1a70af24 req-25e4e8ef-790b-480a-a05d-927c083e652c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0629611 Nov 10 05:06:32.042004 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c9870a18-035e-4c30-8aef-1e05259b27a9 req-4fa2128c-4940-406f-8106-5e57b8a06a62 service neutron] 10.222.0.16 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748340 Nov 10 05:06:32.046298 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.175162 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:32.211921 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:06:32.214108 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:06:32.217173 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:06:32.223115 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:32.223825 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.225813 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8660e-f1bb-430d-8785-f2ab4850fcec x-openstack-request-id: req-cec8660e-f1bb-430d-8785-f2ab4850fcec {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:32.226286 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:32.226372 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cec8660e-f1bb-430d-8785-f2ab4850fcec {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:32.226810 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b', 'status': 'completed', 'code': 200} Nov 10 05:06:32.248504 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-22bf8a8d-56bd-410a-b19a-e5ee2920fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:32.250189 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-22bf8a8d-56bd-410a-b19a-e5ee2920fb78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.3306706 Nov 10 05:06:32.254580 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f584296-013d-4d54-a370-87460a932fdd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7489176 Nov 10 05:06:32.327296 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-457c5126-2572-403a-83f5-32cb454f8a1f service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841944 Nov 10 05:06:32.334707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f456-2ee6-46b3-ad9d-2283f96a6a04 req-2c5d5321-a326-4d14-b02c-5529548bd443 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:32.341865 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd89f456-2ee6-46b3-ad9d-2283f96a6a04 req-2c5d5321-a326-4d14-b02c-5529548bd443 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1192713 Nov 10 05:06:32.366677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aa64b2a0-eb75-4e9f-a3d2-b4553279a2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.375865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aa64b2a0-eb75-4e9f-a3d2-b4553279a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.435232 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd89f456-2ee6-46b3-ad9d-2283f96a6a04 req-9f79f60e-4dcd-4566-bd2d-331952272137 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Nov 10 05:06:32.442159 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-aa64b2a0-eb75-4e9f-a3d2-b4553279a2fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a207dac8e45942539517cf310d8d3690&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0519488 Nov 10 05:06:32.442159 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64b2a0-eb75-4e9f-a3d2-b4553279a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e44540d-52fd-4541-9da4-486b61559ebf,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:32.442610 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50578) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:32.495542 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.520914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.560310 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-d601e8b3-6d15-477a-b992-6e3aade28a94 None None] Provisioning complete for port a11077ba-8eaf-4af5-9057-0f796c319b6b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:32.560929 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d601e8b3-6d15-477a-b992-6e3aade28a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.574322 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.577170 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.580570 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e44540d-52fd-4541-9da4-486b61559ebf HTTP/1.1" status: 204 len: 168 time: 0.1346869 Nov 10 05:06:32.588164 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da26c6-9616-4ce2-9ea1-4a3f37b4490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e44540d-52fd-4541-9da4-486b61559ebf,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:32.602911 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50584) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:32.614427 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-d601e8b3-6d15-477a-b992-6e3aade28a94 None None] Port a11077ba-8eaf-4af5-9057-0f796c319b6b cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:06:32.706592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e989a64d-b171-46c9-b81a-e222f255913e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.807651 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e989a64d-b171-46c9-b81a-e222f255913e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.816828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e989a64d-b171-46c9-b81a-e222f255913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.863979 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e989a64d-b171-46c9-b81a-e222f255913e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87a7a50125f04cb2a1b5ac41f76d675a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596493 Nov 10 05:06:32.864445 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50594) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:32.872667 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989a64d-b171-46c9-b81a-e222f255913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9af3e-ea4f-462c-a6c7-bde356966f80,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:32.890315 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e468f-de9c-4913-b675-3b952f0974dd req-1f23a3b2-88ff-4b62-8646-b90622b67463 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:32.891921 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eb2e468f-de9c-4913-b675-3b952f0974dd req-1f23a3b2-88ff-4b62-8646-b90622b67463 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0721340 Nov 10 05:06:32.901102 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698604af-8c43-4c25-bca1-1eadad5cca1a req-68786b5e-0019-4225-80e7-2d518c16256f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:32.902778 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-698604af-8c43-4c25-bca1-1eadad5cca1a req-68786b5e-0019-4225-80e7-2d518c16256f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.0944817 Nov 10 05:06:32.927033 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.936093 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50596) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:32.955387 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-706afa9f-2616-47d2-9b44-80416082d260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.961839 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:32.976348 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eb2e468f-de9c-4913-b675-3b952f0974dd req-468462a0-b055-4fb6-98ef-011052cf7382 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725451 Nov 10 05:06:32.980056 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-698604af-8c43-4c25-bca1-1eadad5cca1a req-904f7f4b-4fb4-422c-b823-4b76be08bd66 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694041 Nov 10 05:06:33.051855 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.054670 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.055837 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fb9af3e-ea4f-462c-a6c7-bde356966f80 HTTP/1.1" status: 204 len: 168 time: 0.1902468 Nov 10 05:06:33.071320 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec970a89-8ad9-427a-8a60-bac77672c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9af3e-ea4f-462c-a6c7-bde356966f80,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:33.093067 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-706afa9f-2616-47d2-9b44-80416082d260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.097590 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b45f0-cc17-47d1-8655-61ab3bbb7232 req-2bc1ff7b-c5bd-44ce-ae25-950c9e82f207 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:33.098776 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-706afa9f-2616-47d2-9b44-80416082d260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.099104 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d53b45f0-cc17-47d1-8655-61ab3bbb7232 req-2bc1ff7b-c5bd-44ce-ae25-950c9e82f207 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 931 time: 0.0604978 Nov 10 05:06:33.139301 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-706afa9f-2616-47d2-9b44-80416082d260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0b3fc9ee37d46c38d81b7ab9afd6646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021818 Nov 10 05:06:33.140144 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706afa9f-2616-47d2-9b44-80416082d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0667fad9-376b-4eff-b558-7e5b89e318b7,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:33.142531 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50602) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:33.162192 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d53b45f0-cc17-47d1-8655-61ab3bbb7232 req-cb43d251-b066-4289-ad89-a286ee3e4ecf tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568180 Nov 10 05:06:33.189199 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-509baad4-99b2-4001-bfc5-007eadc6ed7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.225226 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.246765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.297856 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.300601 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.304395 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0667fad9-376b-4eff-b558-7e5b89e318b7 HTTP/1.1" status: 204 len: 168 time: 0.1584287 Nov 10 05:06:33.310443 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bff1b-07fd-43ea-a64c-860279f784e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667fad9-376b-4eff-b558-7e5b89e318b7,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:33.450720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50616) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:33.463853 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7897a696-6c83-4374-ba09-6697d43aa060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.546838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7897a696-6c83-4374-ba09-6697d43aa060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.551636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7897a696-6c83-4374-ba09-6697d43aa060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.574142 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f56271-61fe-4b82-83ca-4724c38a4ec8 req-5d3cce22-1d52-4f4c-8544-53adddefe80b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:33.575668 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72f56271-61fe-4b82-83ca-4724c38a4ec8 req-5d3cce22-1d52-4f4c-8544-53adddefe80b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0485218 Nov 10 05:06:33.590287 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7897a696-6c83-4374-ba09-6697d43aa060 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97ddbe42214644aab6271d2a76e73585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383500 Nov 10 05:06:33.592538 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897a696-6c83-4374-ba09-6697d43aa060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0377a50-115e-4927-9aae-83c0d3847716,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:33.595013 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50624) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:33.639513 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72f56271-61fe-4b82-83ca-4724c38a4ec8 req-f1c7dbf4-9d6e-4657-802f-58ad9e77d8fa tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Nov 10 05:06:33.648755 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.671182 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.717965 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.722721 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:33.724710 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0377a50-115e-4927-9aae-83c0d3847716 HTTP/1.1" status: 204 len: 168 time: 0.1285360 Nov 10 05:06:33.734823 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970971a-01cf-45f8-89af-7ab5931bf343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0377a50-115e-4927-9aae-83c0d3847716,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:34.186432 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ba9b7-dd60-4ac7-b529-448490b27b3f req-c8e75b93-6522-4f61-b8d4-1b165c665a8a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:34.188038 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b3ba9b7-dd60-4ac7-b529-448490b27b3f req-c8e75b93-6522-4f61-b8d4-1b165c665a8a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.0960758 Nov 10 05:06:34.195024 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:34.203966 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f71b-76cd-4735-9924-e83f2da1d637 req-aa315c77-a624-44ec-8aa9-4301eb5d4fc4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:34.205430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f8f7f71b-76cd-4735-9924-e83f2da1d637 req-aa315c77-a624-44ec-8aa9-4301eb5d4fc4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.1010623 Nov 10 05:06:34.229685 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'tag': '15eac94e-471f-405a-8129-177abf987513'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:34.231814 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb9f506-c279-4b4f-bbdf-1795c066d13a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "tag": "15eac94e-471f-405a-8129-177abf987513"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:34.279598 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b3ba9b7-dd60-4ac7-b529-448490b27b3f req-4d3966cb-040f-463e-9ce2-24c23268726b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731633 Nov 10 05:06:34.297496 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f8f7f71b-76cd-4735-9924-e83f2da1d637 req-16e01609-2682-4363-a8e9-82b4fac68a13 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837257 Nov 10 05:06:34.404302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82641c07-a05b-4a10-9fdc-dcd2c66ddca1 x-openstack-request-id: req-82641c07-a05b-4a10-9fdc-dcd2c66ddca1 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:34.404601 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "tag": "15eac94e-471f-405a-8129-177abf987513", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:34.404855 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82641c07-a05b-4a10-9fdc-dcd2c66ddca1 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:34.405249 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'tag': '15eac94e-471f-405a-8129-177abf987513', 'status': 'completed', 'code': 200} Nov 10 05:06:34.451382 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138083f9-94f3-4bae-99a9-063f867ab832 req-1cb3d16c-b68f-4b22-a6e7-8c51f5212288 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:34.458283 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-138083f9-94f3-4bae-99a9-063f867ab832 req-1cb3d16c-b68f-4b22-a6e7-8c51f5212288 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 931 time: 0.0672271 Nov 10 05:06:34.516760 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-138083f9-94f3-4bae-99a9-063f867ab832 req-f3c943c8-2147-43fb-a995-60eabb39b538 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575769 Nov 10 05:06:34.638502 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50690) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:34.749095 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04007f27-a567-458c-bee9-985db9eebaf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:34.771882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f107320-1e63-49c9-8f8e-37507d6bce3a req-77eff944-328c-446c-a3de-6e0e541bff59 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:34.774629 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4f107320-1e63-49c9-8f8e-37507d6bce3a req-77eff944-328c-446c-a3de-6e0e541bff59 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0669391 Nov 10 05:06:34.827723 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4f107320-1e63-49c9-8f8e-37507d6bce3a req-e4b32447-14ce-49cf-870e-a4c5ea4e223e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Nov 10 05:06:34.833887 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04007f27-a567-458c-bee9-985db9eebaf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:34.839585 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04007f27-a567-458c-bee9-985db9eebaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:34.878276 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04007f27-a567-458c-bee9-985db9eebaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf4f101-9e3f-46ce-aa07-f8d96db87c56,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:34.882441 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-04007f27-a567-458c-bee9-985db9eebaf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da498e7858ec42f7aa04bc65c612bf32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429373 Nov 10 05:06:34.886344 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 50702) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:34.933635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:34.955140 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:35.000279 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:35.002751 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:35.006237 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdf4f101-9e3f-46ce-aa07-f8d96db87c56 HTTP/1.1" status: 204 len: 168 time: 0.1172464 Nov 10 05:06:35.013097 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142018-00e8-43ae-83d5-e51f5060b329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf4f101-9e3f-46ce-aa07-f8d96db87c56,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:35.457996 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ff1db-877e-4add-824f-755629773b43 req-f638f94d-7150-490f-87a5-ed371d8e2dff tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:35.465685 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9f3ff1db-877e-4add-824f-755629773b43 req-f638f94d-7150-490f-87a5-ed371d8e2dff tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.1065567 Nov 10 05:06:35.487169 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c596e-c1a7-40af-ac47-d2079736b05d req-be253376-024c-490a-bfc5-b5dcac3cf9d8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:35.495419 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f8c596e-c1a7-40af-ac47-d2079736b05d req-be253376-024c-490a-bfc5-b5dcac3cf9d8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0891228 Nov 10 05:06:35.580770 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9f3ff1db-877e-4add-824f-755629773b43 req-47b65827-a52e-4ceb-83b8-7d55dd994575 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142247 Nov 10 05:06:35.590948 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f8c596e-c1a7-40af-ac47-d2079736b05d req-977cc4e4-da8e-4bcc-bdc6-ebc3fa923a05 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946012 Nov 10 05:06:35.696442 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4234e-b6d3-47d6-b8e7-36049bf8fe8c req-b64b1224-6f2b-4b44-875c-41aab5abee60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:35.698275 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a9a4234e-b6d3-47d6-b8e7-36049bf8fe8c req-b64b1224-6f2b-4b44-875c-41aab5abee60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 931 time: 0.0594692 Nov 10 05:06:35.749274 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a9a4234e-b6d3-47d6-b8e7-36049bf8fe8c req-6f16a94c-359c-400b-8a39-66f556c54870 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Nov 10 05:06:35.965189 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:35.967679 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f452-9740-496f-b93f-7b9c9e4f3126 req-592f2ede-6752-4b75-8a2e-f78699f207f7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:35.969309 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06d4f452-9740-496f-b93f-7b9c9e4f3126 req-592f2ede-6752-4b75-8a2e-f78699f207f7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0639820 Nov 10 05:06:36.024064 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06d4f452-9740-496f-b93f-7b9c9e4f3126 req-712fb644-bbd0-46c1-865f-70ad3799f258 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Nov 10 05:06:36.756292 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:36.785440 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ea70-1a2f-4214-86c7-1877496d4917 req-dda183fd-b279-4b85-9514-3407ba99bb0f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:36.786960 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd79ea70-1a2f-4214-86c7-1877496d4917 req-dda183fd-b279-4b85-9514-3407ba99bb0f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.1054144 Nov 10 05:06:36.805668 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Request body: {'port': {'device_id': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:06:36.812810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d532f-c600-4f24-834f-1b506519a2e6 req-37413109-eee0-4257-b532-d36fb8f7c6d0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:36.820748 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-707d532f-c600-4f24-834f-1b506519a2e6 req-37413109-eee0-4257-b532-d36fb8f7c6d0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0988951 Nov 10 05:06:36.884360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-44aa05f6-d0f3-4f2d-96e5-300b117e2346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597906 Nov 10 05:06:37.037275 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-d18a6ee9-baad-481e-88f7-5e7f11a6ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.039982 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-d18a6ee9-baad-481e-88f7-5e7f11a6ded1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=160d0bdc0a1d4bedb82ed3b6fe089053&device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 1096 time: 0.2313218 Nov 10 05:06:37.072286 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd79ea70-1a2f-4214-86c7-1877496d4917 req-a007d997-0b40-428b-8be6-280e3e857df1 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748320 Nov 10 05:06:37.078702 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-707d532f-c600-4f24-834f-1b506519a2e6 req-6774458a-7d88-47d1-8916-0d4ad26584a9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571287 Nov 10 05:06:37.103030 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.121255 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-beee5358-a051-4e54-a0ec-2bc825af6248 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251687 Nov 10 05:06:37.125920 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bba1b343-df71-4e01-b199-4108e2d7eb10 req-d30c3f6d-dddf-45dd-a8cb-6485521f28b2 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004580 Nov 10 05:06:37.307176 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-ebb81b3c-9a5e-4aba-ba69-4fd7d69505d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.308634 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-ebb81b3c-9a5e-4aba-ba69-4fd7d69505d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0785b14c-5e22-40ef-9337-55e62d44e62f HTTP/1.1" status: 200 len: 912 time: 0.2544663 Nov 10 05:06:37.311392 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f62e60-d531-4965-854b-c8beefac95bb req-b83784d3-9a29-465d-8fd3-19de94cf9dc6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.313046 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-85f62e60-d531-4965-854b-c8beefac95bb req-b83784d3-9a29-465d-8fd3-19de94cf9dc6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 931 time: 0.1619725 Nov 10 05:06:37.339934 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e2b4-292d-42e9-8f06-771dedf856ad req-5a3383ec-362b-4a28-ab26-550523a4b451 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.341295 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c099e2b4-292d-42e9-8f06-771dedf856ad req-5a3383ec-362b-4a28-ab26-550523a4b451 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1688397 Nov 10 05:06:37.364816 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-b2d9cfba-0608-4667-a4cd-08b68de69dd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b HTTP/1.1" status: 200 len: 217 time: 0.0448740 Nov 10 05:06:37.366167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-64119628-f234-4b18-bc69-dd0ab440aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.367700 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-64119628-f234-4b18-bc69-dd0ab440aaec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1097 time: 0.1222160 Nov 10 05:06:37.369429 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-106cbcfa-e493-4aad-8f99-0690b3098454 req-3f896767-1214-4879-9623-e0ad0fa13596 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285604 Nov 10 05:06:37.419510 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-85f62e60-d531-4965-854b-c8beefac95bb req-8695f3dd-ba49-49b2-b7c3-31274065ce47 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944569 Nov 10 05:06:37.426659 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c099e2b4-292d-42e9-8f06-771dedf856ad req-7b64186d-9635-403d-a67b-a0512b009807 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Nov 10 05:06:37.507649 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11077ba-8eaf-4af5-9057-0f796c319b6b {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:37.515772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.528363 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Transition to ACTIVE for port object a11077ba-8eaf-4af5-9057-0f796c319b6b will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:06:37.533005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.624208 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Pushing event updated for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:37.639440 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-449cc6d6-d497-4ad6-bfe1-bd455ce00456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.640900 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-449cc6d6-d497-4ad6-bfe1-bd455ce00456 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af7fa091-ff6b-40b7-b8ac-585e66b20d14 HTTP/1.1" status: 200 len: 851 time: 0.1056159 Nov 10 05:06:37.681593 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-1f7b4fe4-f5ab-46ba-b118-eacf31e35a87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0785b14c-5e22-40ef-9337-55e62d44e62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302546 Nov 10 05:06:37.682405 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Attempting to bind port a11077ba-8eaf-4af5-9057-0f796c319b6b on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:06:37.682533 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Attempting to bind port a11077ba-8eaf-4af5-9057-0f796c319b6b by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:06:37.682853 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Attempting to bind port a11077ba-8eaf-4af5-9057-0f796c319b6b on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:37.687386 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Port a11077ba-8eaf-4af5-9057-0f796c319b6b on network f6d3179d-a72b-4b69-aa19-974e290f3c3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:06:37.687702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Attempting to bind port a11077ba-8eaf-4af5-9057-0f796c319b6b on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:06:37.711974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:06:37.712310 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Checking segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:06:37.712692 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Bound using segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:06:37.713128 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Bound port: a11077ba-8eaf-4af5-9057-0f796c319b6b, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:06:37.713474 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.721312 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-04889bc4-4304-4f1a-bee4-ef160267a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.723675 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-04889bc4-4304-4f1a-bee4-ef160267a4be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1097 time: 0.0800879 Nov 10 05:06:37.724648 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-2678f7ee-988f-48bb-900c-d1f662be7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.726119 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-2678f7ee-988f-48bb-900c-d1f662be7add service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.1906567 Nov 10 05:06:37.811825 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-080b407e-c7c2-4296-97e0-01035e25a3ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 200 len: 217 time: 0.0708272 Nov 10 05:06:37.853000 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-699ca6dc-9eb6-4198-981f-3c3a9157d160 service neutron] 10.222.0.16 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622756 Nov 10 05:06:37.855247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:06:37.858580 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:06:37.870517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.900830 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-270777a7-46ba-4ada-9241-6f987368fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.902290 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-270777a7-46ba-4ada-9241-6f987368fbe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0833669 Nov 10 05:06:37.936882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-23ac13e5-3f31-4795-88b3-260eb8d1d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.938374 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-23ac13e5-3f31-4795-88b3-260eb8d1d2d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.1989160 Nov 10 05:06:37.940196 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-921a44a9-8247-4ec2-81a1-be7ec0fa6acc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296044 Nov 10 05:06:37.946879 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:37.947521 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:37.948907 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] 10.222.0.16 "PUT /v2.0/ports/a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1093 time: 1.1488180 Nov 10 05:06:37.949353 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:37.951621 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:38.000517 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-e0209536-4759-4a6c-9aef-e1497d604531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.0466819 Nov 10 05:06:38.002294 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d52a26f8-ae00-4ce8-8a59-1d3d2a034e64 req-eb705c4e-bdbe-4564-a19f-52a56187f76e service neutron] 10.222.0.16 "GET /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412697 Nov 10 05:06:38.034897 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff9b4d-81c3-441c-aee6-9a9f91b22a9c service neutron] Pushing event updated for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:38.039464 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ddffed-58ae-4517-a310-5c84e12dd22b x-openstack-request-id: req-c4ddffed-58ae-4517-a310-5c84e12dd22b {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:38.039779 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:38.040182 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4ddffed-58ae-4517-a310-5c84e12dd22b {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:38.041094 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'status': 'completed', 'code': 200} Nov 10 05:06:38.110316 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-b5d70e10-dd65-4cbc-b2d0-a7c7c34b39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.111780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-b5d70e10-dd65-4cbc-b2d0-a7c7c34b39ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0794075 Nov 10 05:06:38.156192 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-3105acb2-ca73-45dc-83c4-42fc98cccfa1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356448 Nov 10 05:06:38.160569 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-92e44900-7bed-4599-9038-5f625c9235ee service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691694 Nov 10 05:06:38.161535 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f6abb01-e573-4640-9f81-e5053498f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.163004 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-4f6abb01-e573-4640-9f81-e5053498f460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0609846 Nov 10 05:06:38.220193 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-ee801911-659a-4fdd-bdc2-9ae176c6a1d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 217 time: 0.0346892 Nov 10 05:06:38.269126 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-5d356cee-aed3-4a63-95f0-da81bb01ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.270613 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-5d356cee-aed3-4a63-95f0-da81bb01ea46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0426021 Nov 10 05:06:38.332743 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-2102333f-ecd8-405b-ade4-d43bd1206449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.334246 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-2102333f-ecd8-405b-ade4-d43bd1206449 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551105 Nov 10 05:06:38.427710 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-6389c629-a281-4a83-b7e8-0ebffc43f627 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Nov 10 05:06:38.517315 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dfa4a-03c8-4550-9c5f-7f85df12a7c4 req-7d3a2ba3-3968-49b7-adbe-b57e3633de66 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.518757 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-719dfa4a-03c8-4550-9c5f-7f85df12a7c4 req-7d3a2ba3-3968-49b7-adbe-b57e3633de66 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.3609858 Nov 10 05:06:38.521724 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-849856b8-f7e3-4849-a6d8-60d06131bd45 req-18eab02c-1df9-4f8e-9984-a75f66d36a25 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Nov 10 05:06:38.545962 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a282-02bc-4ff1-888b-dddb79df4e70 req-90d39f7e-586b-472d-92b5-c41814dadb99 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.547427 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7a1a282-02bc-4ff1-888b-dddb79df4e70 req-90d39f7e-586b-472d-92b5-c41814dadb99 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.3775618 Nov 10 05:06:38.566471 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-80406a32-91ea-4d80-95c7-8efdd8cecdc6 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975241 Nov 10 05:06:38.595800 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e7b3b07-39e7-4123-a4a9-227ba95bb806 req-b0ce829b-9bae-4f0c-8547-4335a39292fc service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823905 Nov 10 05:06:38.640367 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-719dfa4a-03c8-4550-9c5f-7f85df12a7c4 req-19470a04-4b5b-4b3a-85f4-9531489689dc tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123114 Nov 10 05:06:38.643565 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7a1a282-02bc-4ff1-888b-dddb79df4e70 req-5b9e2214-645a-43c6-99f1-da1fc3acf790 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792074 Nov 10 05:06:38.867837 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23027b18-9f8f-43a0-ab97-0ec686bdbb71 req-8d4cec29-b4ea-4016-bc5e-9d3f8199f0f3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.869293 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-23027b18-9f8f-43a0-ab97-0ec686bdbb71 req-8d4cec29-b4ea-4016-bc5e-9d3f8199f0f3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.1699281 Nov 10 05:06:38.871008 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-9e783a60-37b8-470a-a701-162cbd3b6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.872337 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-9e783a60-37b8-470a-a701-162cbd3b6f99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1096 time: 0.1547568 Nov 10 05:06:38.881677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3c0d-872d-47d2-a1bf-b4dd1b31dc74 req-7433d8be-c12b-4c39-8a15-5d18df73c95a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:38.883828 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-78bc3c0d-872d-47d2-a1bf-b4dd1b31dc74 req-7433d8be-c12b-4c39-8a15-5d18df73c95a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.1632423 Nov 10 05:06:38.989058 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dcb9f506-c279-4b4f-bbdf-1795c066d13a req-f145c206-79e6-4f9e-9a5b-70a83b20986e service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877767 Nov 10 05:06:39.032539 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-23027b18-9f8f-43a0-ab97-0ec686bdbb71 req-e485b187-8ea5-4ad6-9bff-e1c92d6243b3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471658 Nov 10 05:06:39.037708 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-78bc3c0d-872d-47d2-a1bf-b4dd1b31dc74 req-ce26f72a-e66c-40b0-a0f7-f2b95826d502 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394043 Nov 10 05:06:39.057098 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-c701cad9-f0f1-4cc6-9d69-b531586a5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:39.058560 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-c701cad9-f0f1-4cc6-9d69-b531586a5c76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.1745858 Nov 10 05:06:39.105890 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-dffd8b32-a8f7-49e4-b8a8-2e2922b9b305 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 217 time: 0.0388920 Nov 10 05:06:39.154758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-6e3fb71f-4f9c-43ef-8df3-24e095f59989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:39.156176 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-6e3fb71f-4f9c-43ef-8df3-24e095f59989 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0428138 Nov 10 05:06:39.209147 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-accdbe11-b06d-4aa3-9229-06f7f9d06230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:39.210600 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-accdbe11-b06d-4aa3-9229-06f7f9d06230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462592 Nov 10 05:06:39.302846 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-4d7128f4-96ab-4753-895c-08c8bbfb30b3 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828667 Nov 10 05:06:39.391785 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f53c526-3cb4-4e04-9f6e-f70f23d97b9d req-10c2c786-b968-44dd-84b2-655b2927804b service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801919 Nov 10 05:06:39.478479 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:39.791775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a24c74-8344-408a-a7fe-1fc6326c29d1 req-e7c2e660-ef50-47e4-b3f4-af9ea47e84d7 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:39.793311 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03a24c74-8344-408a-a7fe-1fc6326c29d1 req-e7c2e660-ef50-47e4-b3f4-af9ea47e84d7 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.0803161 Nov 10 05:06:39.801556 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859ccf4-ca0a-4090-9dc7-3a9c2e9980a8 req-10ff9ab2-e0bd-4d1b-850e-1abf13bfac1a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:39.802927 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a859ccf4-ca0a-4090-9dc7-3a9c2e9980a8 req-10ff9ab2-e0bd-4d1b-850e-1abf13bfac1a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0810432 Nov 10 05:06:39.872851 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03a24c74-8344-408a-a7fe-1fc6326c29d1 req-9b79b413-4955-40c0-907d-bd672b2775c7 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Nov 10 05:06:39.880250 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a859ccf4-ca0a-4090-9dc7-3a9c2e9980a8 req-c0e162c5-df9d-40ec-a8db-815757d771fb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Nov 10 05:06:40.180387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18add-7cec-4e5d-a600-8099309ef9ab req-8af3c293-b41b-4a8c-83b2-aeb2d1922ef9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:40.181859 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dea18add-7cec-4e5d-a600-8099309ef9ab req-8af3c293-b41b-4a8c-83b2-aeb2d1922ef9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0812066 Nov 10 05:06:40.195953 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02bdc3-9591-449d-ace9-80a73d8a82a9 req-a4a5c061-ed0f-48bc-b7cf-8f0a916b05b2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:40.197358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f02bdc3-9591-449d-ace9-80a73d8a82a9 req-a4a5c061-ed0f-48bc-b7cf-8f0a916b05b2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0838184 Nov 10 05:06:40.274358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dea18add-7cec-4e5d-a600-8099309ef9ab req-93935af8-0532-4d6b-94ed-857aab3c840b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857992 Nov 10 05:06:40.278873 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f02bdc3-9591-449d-ace9-80a73d8a82a9 req-73648664-af2e-4c06-92b3-478953f780ea tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757086 Nov 10 05:06:41.021749 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae11781-f0a2-446f-8471-c2a5068d8776 req-2a8d2deb-8a76-4a22-87a5-e9d54a2eb93a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:41.023438 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cae11781-f0a2-446f-8471-c2a5068d8776 req-2a8d2deb-8a76-4a22-87a5-e9d54a2eb93a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.0814090 Nov 10 05:06:41.037492 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808c000-e049-4daf-9ee0-5b2f0ccc4040 req-c282455b-da5e-4d62-b44d-60534cf1bc06 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:41.038980 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4808c000-e049-4daf-9ee0-5b2f0ccc4040 req-c282455b-da5e-4d62-b44d-60534cf1bc06 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0702536 Nov 10 05:06:41.109120 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cae11781-f0a2-446f-8471-c2a5068d8776 req-1ec68366-8416-49fe-b82f-4dfed57c03c7 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Nov 10 05:06:41.125029 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4808c000-e049-4daf-9ee0-5b2f0ccc4040 req-12ec4818-aa3e-4e07-a476-b4f301aff7f3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719676 Nov 10 05:06:41.459397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09f1c-3b02-403a-a75a-374235352075 req-786516d9-897d-403d-9d4d-6ac4e9e8a1c2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:41.460979 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ba09f1c-3b02-403a-a75a-374235352075 req-786516d9-897d-403d-9d4d-6ac4e9e8a1c2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0815747 Nov 10 05:06:41.469852 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2e2c-1ad8-4d31-8d76-443178f4e684 req-7418f1ae-4fd2-4169-a263-6145f99a3e0c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:41.471247 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-781c2e2c-1ad8-4d31-8d76-443178f4e684 req-7418f1ae-4fd2-4169-a263-6145f99a3e0c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0904703 Nov 10 05:06:41.547498 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ba09f1c-3b02-403a-a75a-374235352075 req-8bfefe38-92b6-4802-96d4-8a4d9b261ab1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747511 Nov 10 05:06:41.554460 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-781c2e2c-1ad8-4d31-8d76-443178f4e684 req-f7649c0b-d40c-4216-bd28-2b21dfd1d07c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717905 Nov 10 05:06:41.613452 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 50944) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:41.719154 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c72ba1a-b13f-45a7-9b32-aae0c5eeaf3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.792371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c72ba1a-b13f-45a7-9b32-aae0c5eeaf3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.796452 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c72ba1a-b13f-45a7-9b32-aae0c5eeaf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.833864 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3c72ba1a-b13f-45a7-9b32-aae0c5eeaf3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3f5ac8b669c4eb3ae5e8ba2ffe1a0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193022 Nov 10 05:06:41.834710 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72ba1a-b13f-45a7-9b32-aae0c5eeaf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959d7142-46a2-4327-929b-b4fcbc7ec6fc,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:41.837591 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50948) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:41.883994 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.904135 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.951704 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.954538 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:41.955711 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/959d7142-46a2-4327-929b-b4fcbc7ec6fc HTTP/1.1" status: 204 len: 168 time: 0.1170795 Nov 10 05:06:41.964040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365ccf9-4123-468c-9119-02e8eb16ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959d7142-46a2-4327-929b-b4fcbc7ec6fc,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:42.223282 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50968) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:42.242440 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-99dfed07-2980-4c3f-bfc1-cbf68ad504af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.298057 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd7cb2-7b15-4ecd-8828-2a9a0ec0e1b5 req-2aa3eb57-c988-430c-b91e-1d6288543c26 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:42.299652 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-10dd7cb2-7b15-4ecd-8828-2a9a0ec0e1b5 req-2aa3eb57-c988-430c-b91e-1d6288543c26 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.1139483 Nov 10 05:06:42.318469 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf15a2-33fa-45ed-98d3-0334d083f6fe req-9c9e3ff6-e270-44f9-8dc9-44784a0c9191 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:42.320070 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2dbf15a2-33fa-45ed-98d3-0334d083f6fe req-9c9e3ff6-e270-44f9-8dc9-44784a0c9191 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.0871174 Nov 10 05:06:42.341698 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-99dfed07-2980-4c3f-bfc1-cbf68ad504af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.349847 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-99dfed07-2980-4c3f-bfc1-cbf68ad504af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.405460 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfed07-2980-4c3f-bfc1-cbf68ad504af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83198a-620a-4e08-bacb-ee010b7978f9,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:42.429269 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-99dfed07-2980-4c3f-bfc1-cbf68ad504af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f65c8f412b694f71b3e7e9d8fa63be7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042336 Nov 10 05:06:42.429642 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2dbf15a2-33fa-45ed-98d3-0334d083f6fe req-65c3d109-7875-468f-8622-424d0aec2a51 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985270 Nov 10 05:06:42.430404 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 50984) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:42.435294 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-10dd7cb2-7b15-4ecd-8828-2a9a0ec0e1b5 req-55cb85d2-4217-4fe6-b680-bc3816490c9d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260355 Nov 10 05:06:42.486047 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.510973 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.556472 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.558990 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:42.560139 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd83198a-620a-4e08-bacb-ee010b7978f9 HTTP/1.1" status: 204 len: 168 time: 0.1288300 Nov 10 05:06:42.567919 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc5c77-5719-4648-a218-2e9ab796d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83198a-620a-4e08-bacb-ee010b7978f9,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:42.698801 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537a166-e4e7-44c4-a0b2-2fe748e156ad req-53d19d54-2566-4479-aa1e-3460c2d1cfcc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:42.700299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a537a166-e4e7-44c4-a0b2-2fe748e156ad req-53d19d54-2566-4479-aa1e-3460c2d1cfcc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0797782 Nov 10 05:06:42.707725 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d7b33-a2ac-434b-9362-471e4753ed16 req-8ec400b7-52c6-4cde-bd8f-47d30767de9f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:42.709092 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc4d7b33-a2ac-434b-9362-471e4753ed16 req-8ec400b7-52c6-4cde-bd8f-47d30767de9f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0789180 Nov 10 05:06:42.788434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a537a166-e4e7-44c4-a0b2-2fe748e156ad req-4528de6c-052d-4dd0-9a99-7c435587262b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783997 Nov 10 05:06:42.811087 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc4d7b33-a2ac-434b-9362-471e4753ed16 req-4b203373-dd1b-4a8c-ba16-10481671e922 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795894 Nov 10 05:06:43.604912 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b2cf-c1a9-4709-9bc7-08b08ae6bf0c req-2d9d4314-a352-42de-9c93-766813ddda10 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:43.611938 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fff2b2cf-c1a9-4709-9bc7-08b08ae6bf0c req-2d9d4314-a352-42de-9c93-766813ddda10 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 943 time: 0.0927181 Nov 10 05:06:43.631723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af27c-09a0-4db2-a7d9-ba5109639719 req-59eaff3c-21dd-49d2-bb05-be870e58f899 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:43.637164 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a5af27c-09a0-4db2-a7d9-ba5109639719 req-59eaff3c-21dd-49d2-bb05-be870e58f899 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 944 time: 0.1237078 Nov 10 05:06:43.681331 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:06:43.726673 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fff2b2cf-c1a9-4709-9bc7-08b08ae6bf0c req-fa8ebbec-c882-4bbd-a9c2-b7e82c687cf7 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138105 Nov 10 05:06:43.732593 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a5af27c-09a0-4db2-a7d9-ba5109639719 req-1dc8cd12-c3ee-494f-814c-40988928c4ab tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808053 Nov 10 05:06:43.841549 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:43.854490 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'port_id': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', 'mac_address': 'fa:16:3e:bd:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c67135-d059-464c-981c-d015a2b4b372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:06:43.899177 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:43.916715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:43.943417 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:43.950756 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:43.951756 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 15eac94e-471f-405a-8129-177abf987513 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:06:43.985500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095dbe8-0ce5-4983-afc6-cf5e1424f5b9 req-0fc1f7b0-f1cb-4203-b132-b6014f0754d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:43.993409 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a095dbe8-0ce5-4983-afc6-cf5e1424f5b9 req-0fc1f7b0-f1cb-4203-b132-b6014f0754d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.1012137 Nov 10 05:06:44.003443 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a840d-579b-41a4-b988-e3327e9c59f2 req-03c62558-aa77-44ae-ba91-c7a0a3cd5074 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:44.005059 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f0a840d-579b-41a4-b988-e3327e9c59f2 req-03c62558-aa77-44ae-ba91-c7a0a3cd5074 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 943 time: 0.0871902 Nov 10 05:06:44.022370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.046363 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=15eac94e-471f-405a-8129-177abf987513,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.067085 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '15eac94e-471f-405a-8129-177abf987513', 'network_id': '5f647f59-d795-4f23-9028-66f135e5b3ae', 'port_id': '15eac94e-471f-405a-8129-177abf987513', 'mac_address': 'fa:16:3e:e3:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c67135-d059-464c-981c-d015a2b4b372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:06:44.098354 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f0a840d-579b-41a4-b988-e3327e9c59f2 req-e7188c96-73c6-452f-91a3-81ef7ca3a6a4 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Nov 10 05:06:44.108938 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a095dbe8-0ce5-4983-afc6-cf5e1424f5b9 req-ab3e482a-cd6e-4e7c-8bae-dd2168e903ae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144602 Nov 10 05:06:44.120671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.137133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15eac94e-471f-405a-8129-177abf987513 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:44.159389 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=15eac94e-471f-405a-8129-177abf987513,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.165720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51064) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:44.166200 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.166412 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device f7d808c0-1b11-4fce-816f-e008f47f4abf details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:06:44.246824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.282368 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bf8c-5db1-4f2b-93c5-efcbbc5a88bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.318630 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.332653 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'f7d808c0-1b11-4fce-816f-e008f47f4abf', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'port_id': 'f7d808c0-1b11-4fce-816f-e008f47f4abf', 'mac_address': 'fa:16:3e:ca:fa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421341-5118-43e8-b5c0-9c92256402a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:06:44.362263 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bf8c-5db1-4f2b-93c5-efcbbc5a88bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.366115 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6ce0bf8c-5db1-4f2b-93c5-efcbbc5a88bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.373352 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.387888 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d808c0-1b11-4fce-816f-e008f47f4abf {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:44.408357 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0bf8c-5db1-4f2b-93c5-efcbbc5a88bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2ae83-7235-40cf-8cfb-aa11369e31a1,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.409524 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.415463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.416286 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device c3e3f392-f66f-47e0-aa4c-153932857c5b details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:06:44.416395 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6ce0bf8c-5db1-4f2b-93c5-efcbbc5a88bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e84fe34d69d3497484074e472dce051d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492771 Nov 10 05:06:44.418243 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51070) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:44.480852 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.493764 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.506361 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.561736 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.564636 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.565819 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/def2ae83-7235-40cf-8cfb-aa11369e31a1 HTTP/1.1" status: 204 len: 168 time: 0.1463532 Nov 10 05:06:44.566594 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b,segment=NetworkSegment(3ddfafd4-02c6-4414-91b1-c0c066c673ac),segment_id=3ddfafd4-02c6-4414-91b1-c0c066c673ac)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.573705 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec189162-1300-4dec-b96d-3ad6a048da5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2ae83-7235-40cf-8cfb-aa11369e31a1,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.579505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'c3e3f392-f66f-47e0-aa4c-153932857c5b', 'network_id': '0785b14c-5e22-40ef-9337-55e62d44e62f', 'port_id': 'c3e3f392-f66f-47e0-aa4c-153932857c5b', 'mac_address': 'fa:16:3e:4b:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7fa091-ff6b-40b7-b8ac-585e66b20d14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:06:44.632776 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.647391 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e3f392-f66f-47e0-aa4c-153932857c5b {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:44.670677 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b,segment=NetworkSegment(3ddfafd4-02c6-4414-91b1-c0c066c673ac),segment_id=3ddfafd4-02c6-4414-91b1-c0c066c673ac)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:44.674238 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.746447 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:44.923002 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51106) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:44.940839 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aa454296-8c47-463b-9470-ce4b8721a9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:44.945837 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f004f-ddb2-41e1-b434-a8ece6a4416a req-3423ae5e-0d2b-4d23-85f0-8851af3742cb tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:44.948204 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-196f004f-ddb2-41e1-b434-a8ece6a4416a req-3423ae5e-0d2b-4d23-85f0-8851af3742cb tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 944 time: 0.1038015 Nov 10 05:06:44.971317 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b3880-6517-495b-bdbe-344f54d730dc req-05507703-2599-477c-8e3c-5c66d173c5fb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:44.972784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5f9b3880-6517-495b-bdbe-344f54d730dc req-05507703-2599-477c-8e3c-5c66d173c5fb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 945 time: 0.0934756 Nov 10 05:06:45.043161 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-196f004f-ddb2-41e1-b434-a8ece6a4416a req-05c1d62e-e85e-4907-8474-603474b8b53a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872910 Nov 10 05:06:45.046411 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aa454296-8c47-463b-9470-ce4b8721a9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.049748 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aa454296-8c47-463b-9470-ce4b8721a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.067952 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5f9b3880-6517-495b-bdbe-344f54d730dc req-43a03ae0-640e-460e-996f-335a3804a2e8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843570 Nov 10 05:06:45.087755 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-aa454296-8c47-463b-9470-ce4b8721a9f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=072f2110e02142b0941dd44155ddc222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608558 Nov 10 05:06:45.088290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51110) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:45.094892 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454296-8c47-463b-9470-ce4b8721a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28436f-193e-4f30-bf2e-0cfe85554be1,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:45.147463 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.170306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.273306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f07b8-94b1-4c0a-a785-1e25e2124452 req-a2b2d56e-b584-4fd2-b234-d8a13ad91f3f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:45.275423 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-701f07b8-94b1-4c0a-a785-1e25e2124452 req-a2b2d56e-b584-4fd2-b234-d8a13ad91f3f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 944 time: 0.0937898 Nov 10 05:06:45.288353 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564117-916b-4f89-95f1-a290f6d3d8c3 req-1db80658-8bd4-4758-80ec-2b770951346b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:45.289796 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2564117-916b-4f89-95f1-a290f6d3d8c3 req-1db80658-8bd4-4758-80ec-2b770951346b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 943 time: 0.1003349 Nov 10 05:06:45.300233 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.302825 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:45.303914 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a28436f-193e-4f30-bf2e-0cfe85554be1 HTTP/1.1" status: 204 len: 168 time: 0.2144349 Nov 10 05:06:45.338951 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75c830-a9ce-444f-8413-63221e900c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28436f-193e-4f30-bf2e-0cfe85554be1,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:45.379729 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-701f07b8-94b1-4c0a-a785-1e25e2124452 req-ec66185e-f2c9-4c9d-97e7-8e5189477983 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877566 Nov 10 05:06:45.383748 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2564117-916b-4f89-95f1-a290f6d3d8c3 req-ba8c0fb0-401f-4ebf-ad4c-25b62d455ccb tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854990 Nov 10 05:06:45.536966 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:06:45.578078 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:06:45.630543 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['15eac94e-471f-405a-8129-177abf987513'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:06:45.660638 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['c3e3f392-f66f-47e0-aa4c-153932857c5b'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:06:45.675578 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device a11077ba-8eaf-4af5-9057-0f796c319b6b details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:06:45.998930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:46.050419 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'port_id': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'mac_address': 'fa:16:3e:9b:76:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:06:46.233668 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.322799 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1181d18-fd0b-4281-acee-da243a4058c6 req-878fda5e-3adf-40d8-8c77-6ace656b7628 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:46.324457 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d1181d18-fd0b-4281-acee-da243a4058c6 req-878fda5e-3adf-40d8-8c77-6ace656b7628 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 944 time: 0.1470397 Nov 10 05:06:46.348021 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5263e1d-1a2c-4ccb-9747-7a58eb754533 req-41187615-3633-42e2-85be-d6233a4315f9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:46.350559 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5263e1d-1a2c-4ccb-9747-7a58eb754533 req-41187615-3633-42e2-85be-d6233a4315f9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 945 time: 0.1535852 Nov 10 05:06:46.423225 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51174) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:46.460601 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d1181d18-fd0b-4281-acee-da243a4058c6 req-69abc422-2805-411e-b15e-6ac204085be3 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280227 Nov 10 05:06:46.475376 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11077ba-8eaf-4af5-9057-0f796c319b6b {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:06:46.484784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5263e1d-1a2c-4ccb-9747-7a58eb754533 req-97bdc4b7-4fdc-47ee-902e-9cbda61c08a1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214466 Nov 10 05:06:46.530281 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:46.543772 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.649222 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:46.723858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57cf71-4f60-4125-a6b7-f508d96e51aa req-03d69779-e753-4569-a1a5-3d9fb03a9a0a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:46.725453 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ad57cf71-4f60-4125-a6b7-f508d96e51aa req-03d69779-e753-4569-a1a5-3d9fb03a9a0a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 944 time: 0.1132102 Nov 10 05:06:46.732354 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5e873d23-d2cf-4319-bec6-7d476f19520c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.733272 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8c872-67ec-42d8-ae2d-b3df3e12985c req-b1ee5d65-59c9-403a-b5cf-16a5472681cf tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:46.734725 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39f8c872-67ec-42d8-ae2d-b3df3e12985c req-b1ee5d65-59c9-403a-b5cf-16a5472681cf tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.1686199 Nov 10 05:06:46.770399 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51190) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:46.813662 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39f8c872-67ec-42d8-ae2d-b3df3e12985c req-ef38b058-3bf6-46aa-82f0-bc09493ff8b4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701845 Nov 10 05:06:46.829818 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ad57cf71-4f60-4125-a6b7-f508d96e51aa req-18022c31-935f-4bf2-ae94-6399a8890abf tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941207 Nov 10 05:06:46.849413 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5e873d23-d2cf-4319-bec6-7d476f19520c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.857979 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5e873d23-d2cf-4319-bec6-7d476f19520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.895063 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5e873d23-d2cf-4319-bec6-7d476f19520c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ec932617fea4335b65c618a3320473b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4707282 Nov 10 05:06:46.897782 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51198) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:46.902241 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e873d23-d2cf-4319-bec6-7d476f19520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d35e6d-c882-4e60-8c3b-e9b08c559ab6,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:46.948871 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.974454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:46.995338 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25041b45-c41c-4df0-86d4-32399e1dc028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.061418 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.063951 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.065078 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6d35e6d-c882-4e60-8c3b-e9b08c559ab6 HTTP/1.1" status: 204 len: 168 time: 0.1658192 Nov 10 05:06:47.078067 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64900c9-e385-47b9-b0c3-41d05de2db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d35e6d-c882-4e60-8c3b-e9b08c559ab6,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:47.113849 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25041b45-c41c-4df0-86d4-32399e1dc028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.118663 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25041b45-c41c-4df0-86d4-32399e1dc028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.161062 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-25041b45-c41c-4df0-86d4-32399e1dc028 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9366eb968fee4c1e8f1e7989acf8375e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864844 Nov 10 05:06:47.161916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25041b45-c41c-4df0-86d4-32399e1dc028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811f1c6e-262c-4f1e-8aeb-caad86c3aa7e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:47.166197 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51210) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:47.220736 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.246251 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.293428 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.296153 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.297341 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/811f1c6e-262c-4f1e-8aeb-caad86c3aa7e HTTP/1.1" status: 204 len: 168 time: 0.1298068 Nov 10 05:06:47.305677 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922728ad-253b-401c-8546-544670554fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f1c6e-262c-4f1e-8aeb-caad86c3aa7e,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:47.593421 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b51558-d713-4bd2-bd46-5a7a636e28a4 req-0d6c4e5a-a723-41e1-ad55-d14e06325b45 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:47.594990 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-31b51558-d713-4bd2-bd46-5a7a636e28a4 req-0d6c4e5a-a723-41e1-ad55-d14e06325b45 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 944 time: 0.0667360 Nov 10 05:06:47.662987 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdf034-4d98-4ac1-8d63-b5b7c6382f28 req-cca5edd7-ed5e-45fd-95c2-89b616fab725 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:47.665122 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6fdf034-4d98-4ac1-8d63-b5b7c6382f28 req-cca5edd7-ed5e-45fd-95c2-89b616fab725 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 945 time: 0.0936174 Nov 10 05:06:47.672685 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-31b51558-d713-4bd2-bd46-5a7a636e28a4 req-bfde20a1-7e30-4fab-aea9-c9c7973109ec tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Nov 10 05:06:47.716566 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6fdf034-4d98-4ac1-8d63-b5b7c6382f28 req-1df6ad80-e1e4-43b5-85d1-ccad8cbae4bb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Nov 10 05:06:47.765598 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51242) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:47.828454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51250) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:47.864288 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-56d092b3-f2f1-45d3-80e4-d32d54609084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:47.907535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['a11077ba-8eaf-4af5-9057-0f796c319b6b'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:06:48.025057 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb465d91-43a7-4d75-88e8-d099a328eb38 req-10be72e8-6bdd-4435-9f95-9406b2272dd2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:48.026761 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eb465d91-43a7-4d75-88e8-d099a328eb38 req-10be72e8-6bdd-4435-9f95-9406b2272dd2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.1256280 Nov 10 05:06:48.054380 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4f787-1bb1-423a-8ea7-6ea921870df0 req-7b089075-b2c1-441e-82bd-7ffb04731225 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:48.064944 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-964768a6-c843-4cd2-8056-1c46d4fdf053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.065695 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1c4f787-1bb1-423a-8ea7-6ea921870df0 req-7b089075-b2c1-441e-82bd-7ffb04731225 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 944 time: 0.1275883 Nov 10 05:06:48.202193 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1c4f787-1bb1-423a-8ea7-6ea921870df0 req-7fd0ee83-f27f-461a-b479-d507c801ae03 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355004 Nov 10 05:06:48.217409 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-56d092b3-f2f1-45d3-80e4-d32d54609084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.219939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-964768a6-c843-4cd2-8056-1c46d4fdf053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.222635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-56d092b3-f2f1-45d3-80e4-d32d54609084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.225120 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-964768a6-c843-4cd2-8056-1c46d4fdf053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.244685 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eb465d91-43a7-4d75-88e8-d099a328eb38 req-eea07e92-ebcc-49a8-a98d-874bbd9bda3c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051530 Nov 10 05:06:48.277502 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-56d092b3-f2f1-45d3-80e4-d32d54609084 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=094f09f640df4b3c9eeac350c5184efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479561 Nov 10 05:06:48.280695 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51268) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:48.289738 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964768a6-c843-4cd2-8056-1c46d4fdf053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6fa322-fde0-47bd-b610-f0a853813ad3,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:48.297477 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-964768a6-c843-4cd2-8056-1c46d4fdf053 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66e5fd55fd2c496e8d5bd41bd331f911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5295939 Nov 10 05:06:48.297680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d092b3-f2f1-45d3-80e4-d32d54609084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8e954-14b2-4c93-b586-1e6d2b5d44c2,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:48.299555 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51270) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:48.350014 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.356618 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.371532 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.379875 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.427949 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.430449 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.431686 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0b8e954-14b2-4c93-b586-1e6d2b5d44c2 HTTP/1.1" status: 204 len: 168 time: 0.1500332 Nov 10 05:06:48.439896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0502424-dc00-4e0f-97ea-263c6981cfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8e954-14b2-4c93-b586-1e6d2b5d44c2,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:48.441722 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.445110 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.451426 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df6fa322-fde0-47bd-b610-f0a853813ad3 HTTP/1.1" status: 204 len: 168 time: 0.1464536 Nov 10 05:06:48.460810 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41411d7c-4c49-49fa-9bda-8f54a175f9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6fa322-fde0-47bd-b610-f0a853813ad3,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:48.854784 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51292) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:48.857965 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51294) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:48.870146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-725f6256-ddae-448b-84ed-a354f2855356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.876897 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-69709176-ba08-4a59-a8b5-ac4edeb99822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.898090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7751-9fd5-405d-a1b4-e393ba0175c9 req-3262dd7e-ede8-4123-96ab-66c11753d9ed tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:48.899647 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f66c7751-9fd5-405d-a1b4-e393ba0175c9 req-3262dd7e-ede8-4123-96ab-66c11753d9ed tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 944 time: 0.0967000 Nov 10 05:06:48.916618 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b3b71-9035-4bb0-91dd-1cee20a58a57 req-931a97ba-92f4-40fd-9003-55e9656f6eaa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:48.918041 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fd1b3b71-9035-4bb0-91dd-1cee20a58a57 req-931a97ba-92f4-40fd-9003-55e9656f6eaa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 945 time: 0.1034658 Nov 10 05:06:48.949701 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-725f6256-ddae-448b-84ed-a354f2855356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.953769 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-725f6256-ddae-448b-84ed-a354f2855356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:48.993043 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-725f6256-ddae-448b-84ed-a354f2855356 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ec6d7fe40754627a237329236553936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359622 Nov 10 05:06:48.994135 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f6256-ddae-448b-84ed-a354f2855356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f86825-cf5a-4912-a3ef-0e91aa4523fb,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:48.997244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51296) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:49.047513 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.069746 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.118727 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.121394 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.122533 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5f86825-cf5a-4912-a3ef-0e91aa4523fb HTTP/1.1" status: 204 len: 168 time: 0.1242018 Nov 10 05:06:49.130699 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8edd97-1e36-4f2b-99e9-17c0bd9b793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f86825-cf5a-4912-a3ef-0e91aa4523fb,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:49.193299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f66c7751-9fd5-405d-a1b4-e393ba0175c9 req-ef6b03c2-d495-4b86-87c9-9e2090da87f9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849114 Nov 10 05:06:49.197871 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fd1b3b71-9035-4bb0-91dd-1cee20a58a57 req-b47e6a9a-96c3-4913-b2c2-4ba5a9ed4cb6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722692 Nov 10 05:06:49.231468 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-69709176-ba08-4a59-a8b5-ac4edeb99822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.235806 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-69709176-ba08-4a59-a8b5-ac4edeb99822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.286206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-69709176-ba08-4a59-a8b5-ac4edeb99822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df3856fab67549349b479ae0090cf37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272304 Nov 10 05:06:49.288882 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51304) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:49.310059 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709176-ba08-4a59-a8b5-ac4edeb99822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc60e7-abba-41ec-8274-b0a2cd9f761c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:49.347257 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b632f0-7663-450d-acf9-507a4d1bc031 req-a99e99aa-599b-4d82-a942-2d1da31e9b2e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:49.349067 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54b632f0-7663-450d-acf9-507a4d1bc031 req-a99e99aa-599b-4d82-a942-2d1da31e9b2e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 944 time: 0.0862985 Nov 10 05:06:49.366744 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.390508 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.455333 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.458178 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.460141 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54b632f0-7663-450d-acf9-507a4d1bc031 req-c3bb6d61-2b99-40e4-8a49-9eaeb6416f83 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991387 Nov 10 05:06:49.475765 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23cc60e7-abba-41ec-8274-b0a2cd9f761c HTTP/1.1" status: 204 len: 168 time: 0.1849840 Nov 10 05:06:49.476743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262ba2-5a1f-45cc-bd7d-5c8f702daeba req-7b79eb34-6dda-480b-bfe8-5bf80a0a2cb6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:49.484157 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3262ba2-5a1f-45cc-bd7d-5c8f702daeba req-7b79eb34-6dda-480b-bfe8-5bf80a0a2cb6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 944 time: 0.1340606 Nov 10 05:06:49.500709 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d195eb-e5c6-4c5a-a838-3de00e777adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc60e7-abba-41ec-8274-b0a2cd9f761c,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:49.537656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3262ba2-5a1f-45cc-bd7d-5c8f702daeba req-23eed954-bbcb-4ba0-9ac0-ccd589af4ec2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521693 Nov 10 05:06:49.670098 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device f7d808c0-1b11-4fce-816f-e008f47f4abf up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:49.723809 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port f7d808c0-1b11-4fce-816f-e008f47f4abf completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:06:49.728174 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port f7d808c0-1b11-4fce-816f-e008f47f4abf triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:49.728676 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.832775 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.875721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:49.876990 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:49.946002 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:49.947017 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device c3e3f392-f66f-47e0-aa4c-153932857c5b up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:50.030489 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:50.071624 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port c3e3f392-f66f-47e0-aa4c-153932857c5b completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:06:50.082390 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port c3e3f392-f66f-47e0-aa4c-153932857c5b triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:50.083632 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.213732 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.267425 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b,segment=NetworkSegment(3ddfafd4-02c6-4414-91b1-c0c066c673ac),segment_id=3ddfafd4-02c6-4414-91b1-c0c066c673ac)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:50.271943 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27392cae-8b22-4e21-80bf-9f86d1bc76f7" -d '{"events": [{"server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "name": "network-vif-plugged", "status": "completed", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:50.276138 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.276964 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device a11077ba-8eaf-4af5-9057-0f796c319b6b up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:50.371103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:50.437873 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cbe27-509c-4d95-acb8-20d4514d0d48 req-8332924b-75ba-4685-a884-ccd7778dc8e6 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:50.440558 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-831cbe27-509c-4d95-acb8-20d4514d0d48 req-8332924b-75ba-4685-a884-ccd7778dc8e6 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.1354945 Nov 10 05:06:50.451643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332fa3f-8419-47f9-a1bd-7260f47f012c req-0f069b26-16fa-415d-8312-b0dc752e471b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:50.453504 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5332fa3f-8419-47f9-a1bd-7260f47f012c req-0f069b26-16fa-415d-8312-b0dc752e471b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 945 time: 0.0941677 Nov 10 05:06:50.461110 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port a11077ba-8eaf-4af5-9057-0f796c319b6b completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:06:50.466033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port a11077ba-8eaf-4af5-9057-0f796c319b6b triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:50.466567 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.578076 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5332fa3f-8419-47f9-a1bd-7260f47f012c req-80992afc-061f-41cb-bace-e9d8a0d86d95 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159887 Nov 10 05:06:50.606601 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-831cbe27-509c-4d95-acb8-20d4514d0d48 req-442b4054-2024-4b94-957e-d620ca15db62 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459968 Nov 10 05:06:50.616425 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.675168 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:50.681466 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.682805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:50.715441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ed82c-dd51-4a89-b7ac-ac728eeb71aa req-82c3886c-702a-4dc1-8b41-3839131cf67b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:50.723296 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa4ed82c-dd51-4a89-b7ac-ac728eeb71aa req-82c3886c-702a-4dc1-8b41-3839131cf67b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0649297 Nov 10 05:06:50.769438 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:50.782790 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:06:50.787860 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:50.788459 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.791844 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa4ed82c-dd51-4a89-b7ac-ac728eeb71aa req-644c6c3e-7ba4-4bc8-9a11-dbb146b5c688 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674543 Nov 10 05:06:50.897143 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5893191f-406d-49c6-ace5-5e5a6eb4b3c1 x-openstack-request-id: req-5893191f-406d-49c6-ace5-5e5a6eb4b3c1 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:50.897464 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "name": "network-vif-plugged", "status": "completed", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:50.897717 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5893191f-406d-49c6-ace5-5e5a6eb4b3c1 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:50.899131 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf', 'code': 200} Nov 10 05:06:50.929804 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946b267-6d3d-474f-978b-c44dfada92b5 req-83cd012c-c453-40cb-8590-d10ad8a2650f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:50.935974 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:50.937876 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2946b267-6d3d-474f-978b-c44dfada92b5 req-83cd012c-c453-40cb-8590-d10ad8a2650f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0766051 Nov 10 05:06:50.989459 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2946b267-6d3d-474f-978b-c44dfada92b5 req-3e63de65-bc96-4aa0-b338-087447eee319 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496597 Nov 10 05:06:51.007455 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:51.014465 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.016399 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 15eac94e-471f-405a-8129-177abf987513 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:06:51.099116 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:51.114526 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 15eac94e-471f-405a-8129-177abf987513 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:06:51.119314 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 15eac94e-471f-405a-8129-177abf987513 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:06:51.119742 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.190138 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-bcbc0878-818a-41f1-baf6-860a849071df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:51.191915 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-bcbc0878-818a-41f1-baf6-860a849071df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 1098 time: 0.1044927 Nov 10 05:06:51.212645 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.220164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-722998fc-118a-42d8-b3bd-b1b5ecf6258a service neutron] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.249125 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=15eac94e-471f-405a-8129-177abf987513,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:06:51.254445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.313798 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:51.325772 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-722998fc-118a-42d8-b3bd-b1b5ecf6258a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.330404 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-722998fc-118a-42d8-b3bd-b1b5ecf6258a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:51.374945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0ebc6c2-00d3-42f6-84fb-a33d3138c719 req-722998fc-118a-42d8-b3bd-b1b5ecf6258a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744759 Nov 10 05:06:51.393532 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722998fc-118a-42d8-b3bd-b1b5ecf6258a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=051615ca-a8b7-4908-94bf-2a38c678876c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:51.778959 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a71bb7-935b-4abe-a1e2-d5eb4f604242 req-581c3664-0717-40f9-ab34-d3566646d362 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:51.780566 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7a71bb7-935b-4abe-a1e2-d5eb4f604242 req-581c3664-0717-40f9-ab34-d3566646d362 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0854168 Nov 10 05:06:51.793303 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923fceb-08d3-4756-9e7d-bac18aa98d1c req-6a18e95e-afb4-4a08-942f-bd1a2b70ec7d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:51.794765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4923fceb-08d3-4756-9e7d-bac18aa98d1c req-6a18e95e-afb4-4a08-942f-bd1a2b70ec7d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0868049 Nov 10 05:06:51.866648 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7a71bb7-935b-4abe-a1e2-d5eb4f604242 req-b9ef190c-b8ba-45cc-9b4b-76e3bbbf13c3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Nov 10 05:06:51.873800 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4923fceb-08d3-4756-9e7d-bac18aa98d1c req-0024455a-37a1-4689-a6b8-1a274d9ae2bc tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653758 Nov 10 05:06:52.004269 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bd980-9191-4374-8ada-63946e81e633 req-11fe2c3a-7d90-4853-83cb-e97274bb0b6b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:52.005900 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd2bd980-9191-4374-8ada-63946e81e633 req-11fe2c3a-7d90-4853-83cb-e97274bb0b6b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0576332 Nov 10 05:06:52.062923 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd2bd980-9191-4374-8ada-63946e81e633 req-ea6bd9b2-d7bb-4e5a-8c6d-e78f33cbf198 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Nov 10 05:06:52.130199 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7d09e-7894-4234-a88d-ad86b6047d8b req-a30f7924-222f-4bc6-b4f8-5d8f453541f3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:52.132345 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5ef7d09e-7894-4234-a88d-ad86b6047d8b req-a30f7924-222f-4bc6-b4f8-5d8f453541f3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0636408 Nov 10 05:06:52.187790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5ef7d09e-7894-4234-a88d-ad86b6047d8b req-e18d2964-eea8-43df-b999-2ef46bbe3386 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487194 Nov 10 05:06:52.545745 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51488) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:52.644106 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e84a3893-612b-4b80-90dc-d23f6f8dfa75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.713473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e84a3893-612b-4b80-90dc-d23f6f8dfa75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.717333 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e84a3893-612b-4b80-90dc-d23f6f8dfa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.759463 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e84a3893-612b-4b80-90dc-d23f6f8dfa75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d7812086be04adea6cd1b98db4cf538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126248 Nov 10 05:06:52.760337 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a3893-612b-4b80-90dc-d23f6f8dfa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc24466-6620-4ab4-9eda-b5c723f2253e,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:52.763167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51496) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:52.818615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.840854 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.888039 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.890599 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:52.891719 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dc24466-6620-4ab4-9eda-b5c723f2253e HTTP/1.1" status: 204 len: 168 time: 0.1274710 Nov 10 05:06:52.899171 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29caf5-902d-41dc-9669-cf5777bbb133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc24466-6620-4ab4-9eda-b5c723f2253e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:52.900571 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b'}, {'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b'}, {'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f'}, {'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eac94e-471f-405a-8129-177abf987513'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:06:52.904177 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642ee8ec-b23a-4567-8bec-a3ba76a1c895" -d '{"events": [{"server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "name": "network-vif-plugged", "status": "completed", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b"}, {"server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "name": "network-vif-plugged", "status": "completed", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b"}, {"server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "name": "network-vif-plugged", "status": "completed", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f"}, {"server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "name": "network-vif-plugged", "status": "completed", "tag": "15eac94e-471f-405a-8129-177abf987513"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:06:53.029646 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013181e0-f217-4a4e-8390-4fa57e684d48 req-e0b31d6b-826e-49f2-acd8-851721e33430 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.030458 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-013181e0-f217-4a4e-8390-4fa57e684d48 req-e0b31d6b-826e-49f2-acd8-851721e33430 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0755415 Nov 10 05:06:53.055864 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe31e5-6040-497e-bbcb-77ae7c39ef31 req-24f1c1b7-6299-4e01-b67c-c5d3fbd36704 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.057470 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95fe31e5-6040-497e-bbcb-77ae7c39ef31 req-24f1c1b7-6299-4e01-b67c-c5d3fbd36704 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0758235 Nov 10 05:06:53.130876 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-013181e0-f217-4a4e-8390-4fa57e684d48 req-0b1b60e7-dadc-4f26-91e1-c990f0bdb1d3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720823 Nov 10 05:06:53.143850 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95fe31e5-6040-497e-bbcb-77ae7c39ef31 req-6ad39d5c-f32f-4cdc-9a81-0a03e05492d8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774930 Nov 10 05:06:53.202959 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 10 Nov 2021 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c96091-6451-40ab-9c15-845fb2ff431a x-openstack-request-id: req-51c96091-6451-40ab-9c15-845fb2ff431a {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:06:53.203369 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "name": "network-vif-plugged", "status": "completed", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b", "code": 200}, {"server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "name": "network-vif-plugged", "status": "completed", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b", "code": 200}, {"server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "name": "network-vif-plugged", "status": "completed", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f", "code": 200}, {"server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "name": "network-vif-plugged", "status": "completed", "tag": "15eac94e-471f-405a-8129-177abf987513", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:06:53.203817 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51c96091-6451-40ab-9c15-845fb2ff431a {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:06:53.204513 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b', 'code': 200} Nov 10 05:06:53.204779 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'code': 200} Nov 10 05:06:53.205034 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', 'code': 200} Nov 10 05:06:53.205338 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eac94e-471f-405a-8129-177abf987513', 'code': 200} Nov 10 05:06:53.264481 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51524) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:53.277593 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f049a-4f0f-4483-9f9f-12849195a602 req-38f67466-27c8-4177-a8d0-1a3068ef5fcd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.279162 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-460f049a-4f0f-4483-9f9f-12849195a602 req-38f67466-27c8-4177-a8d0-1a3068ef5fcd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0704985 Nov 10 05:06:53.281393 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-de4c8cc9-0e0d-44ff-a27f-7ec220568b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.380061 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-de4c8cc9-0e0d-44ff-a27f-7ec220568b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.385904 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-de4c8cc9-0e0d-44ff-a27f-7ec220568b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.401069 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0292a-10a5-48c5-a8bd-42fe8e9cf170 req-663d0dce-c0e8-4030-8dfa-7cec708af29f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.408971 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f2d0292a-10a5-48c5-a8bd-42fe8e9cf170 req-663d0dce-c0e8-4030-8dfa-7cec708af29f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1287978 Nov 10 05:06:53.438785 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-460f049a-4f0f-4483-9f9f-12849195a602 req-037a23bf-820c-4fc8-84ea-5e49bd42e775 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481552 Nov 10 05:06:53.440382 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-de4c8cc9-0e0d-44ff-a27f-7ec220568b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61e7a1389571406382f4ab865c6724d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745641 Nov 10 05:06:53.443020 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51526) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:53.452407 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c8cc9-0e0d-44ff-a27f-7ec220568b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54feaf-486b-48b4-9cf7-dc3b7c1560e0,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:53.495545 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f2d0292a-10a5-48c5-a8bd-42fe8e9cf170 req-8b9227ae-6224-44dc-801e-481d8eaab9d9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812557 Nov 10 05:06:53.550266 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.573277 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.624138 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.627938 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:53.631313 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf54feaf-486b-48b4-9cf7-dc3b7c1560e0 HTTP/1.1" status: 204 len: 168 time: 0.1848037 Nov 10 05:06:53.639518 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b63255-a57a-4062-b825-3a051d27bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54feaf-486b-48b4-9cf7-dc3b7c1560e0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:53.768458 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbe3f-792f-4192-90b3-bd3b0ff19cc2 req-916bbe4c-161f-4e64-a1cd-0763f53b979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.771106 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ef2dbe3f-792f-4192-90b3-bd3b0ff19cc2 req-916bbe4c-161f-4e64-a1cd-0763f53b979e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0885408 Nov 10 05:06:53.773910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8105-85ad-48ca-9730-7f43e54aab15 req-f2f567e0-a46e-4d65-af76-07c48eb925f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.775255 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c9b8105-85ad-48ca-9730-7f43e54aab15 req-f2f567e0-a46e-4d65-af76-07c48eb925f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0801389 Nov 10 05:06:53.813558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b05d2-c715-4380-918b-f1ecd754f2ea req-07429770-6dfc-4569-a37d-a7327ea00356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.815032 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-276b05d2-c715-4380-918b-f1ecd754f2ea req-07429770-6dfc-4569-a37d-a7327ea00356 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1099 time: 0.1082726 Nov 10 05:06:53.817606 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687065-a12c-42b8-8106-d8e2a329faf5 req-f574878f-01e9-4d1f-a421-b8e7fbbe46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:53.819103 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c0687065-a12c-42b8-8106-d8e2a329faf5 req-f574878f-01e9-4d1f-a421-b8e7fbbe46fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 1098 time: 0.0839429 Nov 10 05:06:53.880206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c9b8105-85ad-48ca-9730-7f43e54aab15 req-33f40520-8e66-4628-b678-27b5e5ced71e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844781 Nov 10 05:06:53.886942 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ef2dbe3f-792f-4192-90b3-bd3b0ff19cc2 req-d225173c-3ee6-4102-b066-eb4ff876483e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014681 Nov 10 05:06:53.900272 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c0687065-a12c-42b8-8106-d8e2a329faf5 req-ebaec2f7-78c3-4fcf-9c92-68e6ea034f9c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671220 Nov 10 05:06:53.902294 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-276b05d2-c715-4380-918b-f1ecd754f2ea req-8cc3a033-0774-4881-8bea-fb9e53c86c69 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745354 Nov 10 05:06:54.297378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03756a-3654-4b30-b852-44c675b73dd4 req-fb580661-224d-479f-84d2-b0064b218637 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:54.299073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e03756a-3654-4b30-b852-44c675b73dd4 req-fb580661-224d-479f-84d2-b0064b218637 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0855443 Nov 10 05:06:54.323747 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9efc23-91f6-4c09-8e13-39e7bed9efa1 req-a268b500-bfa3-4acd-b97b-0ef75951e805 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:54.325190 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d9efc23-91f6-4c09-8e13-39e7bed9efa1 req-a268b500-bfa3-4acd-b97b-0ef75951e805 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0841618 Nov 10 05:06:54.391573 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e03756a-3654-4b30-b852-44c675b73dd4 req-158696c2-0284-43f5-bf48-fc3f44867f78 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817828 Nov 10 05:06:54.411077 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d9efc23-91f6-4c09-8e13-39e7bed9efa1 req-cd11eb56-7142-4ade-b27e-ae38292994c5 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731099 Nov 10 05:06:54.572666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8b62-ed9b-426a-8a85-de5ddf62143f req-3934b9cb-fbac-4e46-a126-a7b3cb1154f3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:54.574132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4dff8b62-ed9b-426a-8a85-de5ddf62143f req-3934b9cb-fbac-4e46-a126-a7b3cb1154f3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0577826 Nov 10 05:06:54.651065 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f60b9-03fa-448f-991b-62eb91a30116 req-3f08fa49-a4b7-49d1-aff6-2f24eb524d6a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:54.651065 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a74f60b9-03fa-448f-991b-62eb91a30116 req-3f08fa49-a4b7-49d1-aff6-2f24eb524d6a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0759001 Nov 10 05:06:54.669757 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4dff8b62-ed9b-426a-8a85-de5ddf62143f req-d860f4c9-cc8f-4972-b1d9-8953f59c5644 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853262 Nov 10 05:06:54.706052 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a74f60b9-03fa-448f-991b-62eb91a30116 req-983d7fb4-0780-40a1-9cb0-f781ca3364e0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Nov 10 05:06:55.538352 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520134-9967-436e-babb-c04754d4bfd9 req-3d111e5f-a869-4ff1-ab9b-4565acd695c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:55.539985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a520134-9967-436e-babb-c04754d4bfd9 req-3d111e5f-a869-4ff1-ab9b-4565acd695c8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0724852 Nov 10 05:06:55.552986 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0bcb-7e59-43d4-84c2-6c783252a76f req-714e065d-23c1-422b-be4e-3038fd68d971 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:55.557815 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-30df0bcb-7e59-43d4-84c2-6c783252a76f req-714e065d-23c1-422b-be4e-3038fd68d971 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0852797 Nov 10 05:06:55.644960 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a520134-9967-436e-babb-c04754d4bfd9 req-9129d511-4a84-4393-ab2f-975e7d7382ce tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853858 Nov 10 05:06:55.650053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-30df0bcb-7e59-43d4-84c2-6c783252a76f req-c0715146-3f80-4704-877e-2d65b26d542f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817459 Nov 10 05:06:55.720617 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51644) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:55.819686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62b049-cae7-4a30-94a8-cbb17aad6a1b req-e2ba2025-d1bb-4f3e-8d89-0c14b77900c2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:55.821681 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b62b049-cae7-4a30-94a8-cbb17aad6a1b req-e2ba2025-d1bb-4f3e-8d89-0c14b77900c2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0496838 Nov 10 05:06:55.824596 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7892-0531-42c9-a302-9626ed576cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:55.868419 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b62b049-cae7-4a30-94a8-cbb17aad6a1b req-b7badd12-eabd-4ff6-8d89-7aa2000935e8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Nov 10 05:06:55.895824 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7892-0531-42c9-a302-9626ed576cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:55.899430 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7892-0531-42c9-a302-9626ed576cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:55.936196 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3e6f7892-0531-42c9-a302-9626ed576cd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4148d307aa384aeea78ca3e1ee2d9efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145751 Nov 10 05:06:55.937009 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7892-0531-42c9-a302-9626ed576cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb875d-2d4b-4689-b77e-188d16e88308,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:55.939744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51650) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:55.986912 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.007616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.056335 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.059107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.060262 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25eb875d-2d4b-4689-b77e-188d16e88308 HTTP/1.1" status: 204 len: 168 time: 0.1192238 Nov 10 05:06:56.069343 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff9ef9-edae-4042-9dc3-db54986da3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb875d-2d4b-4689-b77e-188d16e88308,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:56.311289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51660) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:56.327000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43de-651f-4aa3-9a09-2f49637d7219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.397257 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43de-651f-4aa3-9a09-2f49637d7219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.401105 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad1a43de-651f-4aa3-9a09-2f49637d7219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.438041 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ad1a43de-651f-4aa3-9a09-2f49637d7219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a995d24d32a54ffbb5ca501c34b7f0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256971 Nov 10 05:06:56.438866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a43de-651f-4aa3-9a09-2f49637d7219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84730a-fb68-4196-8738-95e3b9cf8611,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:56.440782 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 51662) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:06:56.488918 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.512531 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.557751 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.560396 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:06:56.561631 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e84730a-fb68-4196-8738-95e3b9cf8611 HTTP/1.1" status: 204 len: 168 time: 0.1198208 Nov 10 05:06:56.569470 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71668f-cc07-41ed-9646-0df86363f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84730a-fb68-4196-8738-95e3b9cf8611,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:06:56.791909 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0c403-2754-4183-9336-c5b6739a445a req-02c4e383-31ff-43a1-82c7-7fed89b74a5b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:56.793361 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95d0c403-2754-4183-9336-c5b6739a445a req-02c4e383-31ff-43a1-82c7-7fed89b74a5b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0773408 Nov 10 05:06:56.801465 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ab9e-d5de-4a63-9267-9493eac70b2c req-7e91e1f0-4938-437d-887d-56732c7740cc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:56.802731 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b39ab9e-d5de-4a63-9267-9493eac70b2c req-7e91e1f0-4938-437d-887d-56732c7740cc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0768011 Nov 10 05:06:56.874820 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95d0c403-2754-4183-9336-c5b6739a445a req-87d190f6-3987-4214-a84b-ca167b9fa35f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711632 Nov 10 05:06:56.879182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b39ab9e-d5de-4a63-9267-9493eac70b2c req-509dcf18-0656-4e38-aedc-47c17acfb9eb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696998 Nov 10 05:06:56.988986 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a0906-71af-4e33-8d95-a275818f8135 req-4616674a-db9d-4565-aa93-686cb3de3e22 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:56.990434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-390a0906-71af-4e33-8d95-a275818f8135 req-4616674a-db9d-4565-aa93-686cb3de3e22 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Nov 10 05:06:57.044342 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-390a0906-71af-4e33-8d95-a275818f8135 req-ef4df4c9-8253-481d-80d9-41cc807bfffe tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Nov 10 05:06:58.031617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895fc7-84e8-45e2-9710-34e16aeeccce req-e3ba26a2-7714-4127-ae6d-5d2279ffef40 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:58.034106 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-07895fc7-84e8-45e2-9710-34e16aeeccce req-e3ba26a2-7714-4127-ae6d-5d2279ffef40 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0818729 Nov 10 05:06:58.041876 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b90fe-2261-4031-8c25-e96942fb7a9d req-06d626f9-7820-429c-9cb6-cb366586159a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:58.043194 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-675b90fe-2261-4031-8c25-e96942fb7a9d req-06d626f9-7820-429c-9cb6-cb366586159a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0799024 Nov 10 05:06:58.116177 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-07895fc7-84e8-45e2-9710-34e16aeeccce req-52d74675-39fc-4861-8ce9-aeea0432e46d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720172 Nov 10 05:06:58.120515 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-675b90fe-2261-4031-8c25-e96942fb7a9d req-e6c4e231-50cd-41c3-9d12-d60afc5a3014 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Nov 10 05:06:58.229139 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee195a-7b3b-4777-b444-57b0526478d1 req-29f1fd97-7e4e-49a7-8527-c50fb2b3f98c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:58.238075 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-04ee195a-7b3b-4777-b444-57b0526478d1 req-29f1fd97-7e4e-49a7-8527-c50fb2b3f98c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0522237 Nov 10 05:06:58.280945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-04ee195a-7b3b-4777-b444-57b0526478d1 req-7948e667-a94b-4ba8-b56e-ceee8940526f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Nov 10 05:06:59.258558 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f456d-8216-4c44-987d-5f6ff44c2c06 req-a011ab85-3bdd-488f-a664-e9db5d8168b2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:59.260005 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f4f456d-8216-4c44-987d-5f6ff44c2c06 req-a011ab85-3bdd-488f-a664-e9db5d8168b2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0752890 Nov 10 05:06:59.282358 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed55f7-ed71-416b-a686-8473854123d1 req-04ed165f-b51a-40aa-b8d0-0338d11ce769 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:59.283808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-23ed55f7-ed71-416b-a686-8473854123d1 req-04ed165f-b51a-40aa-b8d0-0338d11ce769 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0746343 Nov 10 05:06:59.347617 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f4f456d-8216-4c44-987d-5f6ff44c2c06 req-bd844db7-2cae-4c5a-b006-5f69133851a2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814474 Nov 10 05:06:59.352159 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-23ed55f7-ed71-416b-a686-8473854123d1 req-a2eda6cb-6a32-444f-961f-742864f295c8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621390 Nov 10 05:06:59.447128 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648039-b43c-433a-9936-52e856702b9e req-d47fe2cf-e4fc-427d-a853-04975ae1a731 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:06:59.448604 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-92648039-b43c-433a-9936-52e856702b9e req-d47fe2cf-e4fc-427d-a853-04975ae1a731 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0474243 Nov 10 05:06:59.494073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-92648039-b43c-433a-9936-52e856702b9e req-a2ba5dac-dd46-489d-9711-d1a89dcbb382 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398154 Nov 10 05:07:00.489040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ec6b-3fa3-4553-ad64-48179607f8f4 req-1d25d232-e3ca-4e12-b6d4-9e69621eff2d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:00.490184 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39f9ec6b-3fa3-4553-ad64-48179607f8f4 req-1d25d232-e3ca-4e12-b6d4-9e69621eff2d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0782466 Nov 10 05:07:00.498334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ec8f8-fd22-4e5c-982d-7b39badae884 req-504c7502-12cd-45ef-af2b-1596d90214c6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:00.499672 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a38ec8f8-fd22-4e5c-982d-7b39badae884 req-504c7502-12cd-45ef-af2b-1596d90214c6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0770631 Nov 10 05:07:00.568448 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39f9ec6b-3fa3-4553-ad64-48179607f8f4 req-70b83ddf-b4b0-40c5-93dc-8905d2234f9e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Nov 10 05:07:00.571769 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a38ec8f8-fd22-4e5c-982d-7b39badae884 req-e90329d4-ebab-498b-9ce4-efd7f0249409 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Nov 10 05:07:00.668100 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdc7b-ccc0-4dc1-a7a3-cbef16b120a8 req-23b85075-be85-4845-b4a4-8cfc4e65d70e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:00.669550 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d3bdc7b-ccc0-4dc1-a7a3-cbef16b120a8 req-23b85075-be85-4845-b4a4-8cfc4e65d70e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Nov 10 05:07:00.718068 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d3bdc7b-ccc0-4dc1-a7a3-cbef16b120a8 req-f9c40054-7ee5-4eed-84f1-a96a7cbb4f0d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Nov 10 05:07:00.815907 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e82c805f-0717-4f66-83b7-3635db68d92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:01.705324 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05119d3c-4d24-46cb-b1a5-d8072eba87f9 req-a88085bd-7408-49aa-8d27-2b4a56483543 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:01.706766 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-05119d3c-4d24-46cb-b1a5-d8072eba87f9 req-a88085bd-7408-49aa-8d27-2b4a56483543 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0734024 Nov 10 05:07:01.714680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a23610-7e62-40d2-a353-c0db723a3671 req-d0c4a9e1-5cae-4afb-b3c7-27e5c4de0769 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:01.716027 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52a23610-7e62-40d2-a353-c0db723a3671 req-d0c4a9e1-5cae-4afb-b3c7-27e5c4de0769 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0730381 Nov 10 05:07:01.785558 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-05119d3c-4d24-46cb-b1a5-d8072eba87f9 req-30456ab0-f176-4c01-bcaa-ced1bae97f11 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686061 Nov 10 05:07:01.788949 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52a23610-7e62-40d2-a353-c0db723a3671 req-b059fd88-e27f-4112-b457-4240b93859f5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666256 Nov 10 05:07:01.887768 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198de6-0a9c-4af4-97e5-35df52c85c4a req-b406be18-8416-46e5-a4be-75dc3bb3ea95 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:01.889132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a2198de6-0a9c-4af4-97e5-35df52c85c4a req-b406be18-8416-46e5-a4be-75dc3bb3ea95 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Nov 10 05:07:01.934419 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a2198de6-0a9c-4af4-97e5-35df52c85c4a req-ba63603f-fd47-4f9f-b07b-70d2cf6c5eca tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Nov 10 05:07:02.921756 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b89be-490b-42ae-a13b-90620da269b3 req-9cac5332-a08e-40bc-9ae4-90581527c9d3 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:02.923204 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c1b89be-490b-42ae-a13b-90620da269b3 req-9cac5332-a08e-40bc-9ae4-90581527c9d3 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0718036 Nov 10 05:07:02.934390 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88281ed-8dd4-4f40-be7c-0551b66e1b81 req-806b65e7-9500-42b8-b698-b290876f0a94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:02.935782 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d88281ed-8dd4-4f40-be7c-0551b66e1b81 req-806b65e7-9500-42b8-b698-b290876f0a94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0749822 Nov 10 05:07:03.008360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c1b89be-490b-42ae-a13b-90620da269b3 req-faa1c345-c2b8-42c1-b887-2ea6a95a8d31 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711215 Nov 10 05:07:03.011502 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d88281ed-8dd4-4f40-be7c-0551b66e1b81 req-c21f3e52-b182-45fc-a7cd-bb658d8ffff4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Nov 10 05:07:03.111617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8909973-78f3-4799-9263-0874a8460a98 req-325a1812-a5e9-4364-bad5-97871ffb9c14 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:03.113073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8909973-78f3-4799-9263-0874a8460a98 req-325a1812-a5e9-4364-bad5-97871ffb9c14 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0474272 Nov 10 05:07:03.158017 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8909973-78f3-4799-9263-0874a8460a98 req-eb4cf192-14a6-4bbd-88fc-c09bcba5768a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 Nov 10 05:07:03.180986 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b664-0006-486f-9724-fd6b2b7e838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:04.150269 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effcaa-9942-494b-95f4-fb347dcd3b8f req-ca3d2c16-8bf2-4223-9ce9-bb1e9dc1d061 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:04.151745 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-19effcaa-9942-494b-95f4-fb347dcd3b8f req-ca3d2c16-8bf2-4223-9ce9-bb1e9dc1d061 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0780449 Nov 10 05:07:04.159160 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8d51-d49b-4f88-9f07-c69b775889d4 req-df5e0def-8718-4e80-b3ec-cb0209b66777 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:04.160502 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-516c8d51-d49b-4f88-9f07-c69b775889d4 req-df5e0def-8718-4e80-b3ec-cb0209b66777 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0781493 Nov 10 05:07:04.177645 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:04.228768 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-19effcaa-9942-494b-95f4-fb347dcd3b8f req-9ef5408e-f552-4489-864a-67b658395bef tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673437 Nov 10 05:07:04.235576 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-516c8d51-d49b-4f88-9f07-c69b775889d4 req-e0d2da4f-6281-441e-9363-5a710fa7f815 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674937 Nov 10 05:07:04.329283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3100d-12e8-4a2f-99ca-c68ec7097255 req-792aeac2-be99-42e4-9a4a-46db9b6b2bcb tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:04.330656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ee3100d-12e8-4a2f-99ca-c68ec7097255 req-792aeac2-be99-42e4-9a4a-46db9b6b2bcb tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Nov 10 05:07:04.377582 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ee3100d-12e8-4a2f-99ca-c68ec7097255 req-defd7b29-80e0-4df4-9bdc-331c33af4f6c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Nov 10 05:07:05.377443 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ba4b7-048a-4ff1-9382-ac058d9f4233 req-647ef069-5db9-44fa-b2bc-5a36b1e227e8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:05.378932 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-278ba4b7-048a-4ff1-9382-ac058d9f4233 req-647ef069-5db9-44fa-b2bc-5a36b1e227e8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0828905 Nov 10 05:07:05.390209 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097048-9bb9-4c33-8330-10d78ebbc17d req-1a9d3225-f3f0-4243-9eda-ecca45c1751e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:05.391540 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b097048-9bb9-4c33-8330-10d78ebbc17d req-1a9d3225-f3f0-4243-9eda-ecca45c1751e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0831568 Nov 10 05:07:05.459141 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-278ba4b7-048a-4ff1-9382-ac058d9f4233 req-49ad25f1-2f72-40de-b599-b0b63c126c8a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666709 Nov 10 05:07:05.466071 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b097048-9bb9-4c33-8330-10d78ebbc17d req-1db2a8e1-c3f1-49bc-8082-9f69d8b2d298 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Nov 10 05:07:05.564241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4c107-374f-4ed4-b0a1-22131cfc3a90 req-f55eb7af-aacd-4b5a-aa4c-7be493a309ea tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:05.565700 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69c4c107-374f-4ed4-b0a1-22131cfc3a90 req-f55eb7af-aacd-4b5a-aa4c-7be493a309ea tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Nov 10 05:07:05.616163 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69c4c107-374f-4ed4-b0a1-22131cfc3a90 req-670b0ddf-6d64-453e-b97b-a75e8c020ca8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Nov 10 05:07:05.961715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:06.573795 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9857ed-ea29-4251-9e2a-97613af70884 req-094bb0e8-8d7f-41b3-b9aa-1b78c940bf40 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:06.575253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f9857ed-ea29-4251-9e2a-97613af70884 req-094bb0e8-8d7f-41b3-b9aa-1b78c940bf40 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0480573 Nov 10 05:07:06.621316 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f9857ed-ea29-4251-9e2a-97613af70884 req-df3d2cac-e2cb-490a-bd94-9220b24db73c tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Nov 10 05:07:06.718384 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebf2e-c447-4b1a-b168-78bd42accc9a req-3a8dc953-6cd1-4f36-8c38-20ef0472922b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:06.719841 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-736ebf2e-c447-4b1a-b168-78bd42accc9a req-3a8dc953-6cd1-4f36-8c38-20ef0472922b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0467589 Nov 10 05:07:06.748469 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:06.769252 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-736ebf2e-c447-4b1a-b168-78bd42accc9a req-38ae554e-7120-4faa-a55d-df1f34d59e45 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Nov 10 05:07:06.871046 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3389e-1d52-46b9-a015-a007b43b1b6d req-e3a80beb-b849-4ebd-a4f8-76aafbe59cb9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:06.872434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3d3389e-1d52-46b9-a015-a007b43b1b6d req-e3a80beb-b849-4ebd-a4f8-76aafbe59cb9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Nov 10 05:07:06.918004 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3d3389e-1d52-46b9-a015-a007b43b1b6d req-d7b69ee2-6203-4645-b877-6e568fdd23b0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Nov 10 05:07:07.347978 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:07:07.730487 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3565-a2d4-45f0-9626-fdb42c9d91e1 req-fa2676b7-0d38-4cea-ac8f-d55a23f8041d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:07.731973 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d59c3565-a2d4-45f0-9626-fdb42c9d91e1 req-fa2676b7-0d38-4cea-ac8f-d55a23f8041d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0467458 Nov 10 05:07:07.778360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d59c3565-a2d4-45f0-9626-fdb42c9d91e1 req-ebdc48d1-3216-43be-b87b-e6cc26d42b10 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Nov 10 05:07:07.881376 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53612-9582-4ee1-bc98-0b9a9bf727e7 req-3974d49a-5e0a-460a-ad3e-cac5f915460b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:07.883368 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22e53612-9582-4ee1-bc98-0b9a9bf727e7 req-3974d49a-5e0a-460a-ad3e-cac5f915460b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0495732 Nov 10 05:07:07.927495 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22e53612-9582-4ee1-bc98-0b9a9bf727e7 req-ec05902e-3d9c-4bdc-8eb8-d2a95406e884 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 Nov 10 05:07:08.028055 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988bd1-f18b-491d-9b4d-11a89a13bfed req-634e0230-a4b6-49d0-b329-163fce90df1d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:08.029506 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72988bd1-f18b-491d-9b4d-11a89a13bfed req-634e0230-a4b6-49d0-b329-163fce90df1d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0473402 Nov 10 05:07:08.075509 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72988bd1-f18b-491d-9b4d-11a89a13bfed req-664223b5-3765-4203-a6a5-fe611083a2a8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Nov 10 05:07:08.886643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be983-3356-43ff-828b-58e705c32546 req-ea0cca94-e09b-4f5c-8ecf-b6bb7958df20 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:08.888087 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-475be983-3356-43ff-828b-58e705c32546 req-ea0cca94-e09b-4f5c-8ecf-b6bb7958df20 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0461249 Nov 10 05:07:08.936192 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-475be983-3356-43ff-828b-58e705c32546 req-804059c9-2fc2-4d80-b91b-c4a8ce74f82d tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Nov 10 05:07:09.036003 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c03fab-835f-4e51-9b35-3520027b6f64 req-b3a893db-6793-46ed-8ecb-4fe6db50845a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:09.037451 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9c03fab-835f-4e51-9b35-3520027b6f64 req-b3a893db-6793-46ed-8ecb-4fe6db50845a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0473621 Nov 10 05:07:09.082113 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9c03fab-835f-4e51-9b35-3520027b6f64 req-14a72b77-eb13-48cc-9cfa-06dda720787c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Nov 10 05:07:09.182433 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73ca1-caed-4546-a8a0-b8cd0caaaf16 req-c3518877-e72c-411e-bdef-fdf4104159ae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:09.183890 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2de73ca1-caed-4546-a8a0-b8cd0caaaf16 req-c3518877-e72c-411e-bdef-fdf4104159ae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0463583 Nov 10 05:07:09.229162 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2de73ca1-caed-4546-a8a0-b8cd0caaaf16 req-c1f4e817-a0cd-495c-8d8a-c46e8849c3c2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Nov 10 05:07:09.467535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:10.048719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3f0f-2e39-44df-a1df-1ced565d02c5 req-87b96323-3d3b-49f7-a16b-5a2d7df7ccd2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:10.050173 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6fbf3f0f-2e39-44df-a1df-1ced565d02c5 req-87b96323-3d3b-49f7-a16b-5a2d7df7ccd2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0498686 Nov 10 05:07:10.096482 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6fbf3f0f-2e39-44df-a1df-1ced565d02c5 req-01bbdf46-c78b-45a4-8a34-6a08cc81037c tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Nov 10 05:07:10.192863 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2d27e-0d98-470c-8a47-659c149d166b req-09221998-6fa7-4e33-8503-f49975a5f871 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:10.194299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ff2d27e-0d98-470c-8a47-659c149d166b req-09221998-6fa7-4e33-8503-f49975a5f871 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0462990 Nov 10 05:07:10.239658 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ff2d27e-0d98-470c-8a47-659c149d166b req-a966eae0-1b76-48af-b9dc-3508134b8e0c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Nov 10 05:07:10.335610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8cae5-4e03-4610-9f6d-7cade878fd7a req-85207f82-33c5-4a82-83b4-faaf4749c63c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:10.337024 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc8cae5-4e03-4610-9f6d-7cade878fd7a req-85207f82-33c5-4a82-83b4-faaf4749c63c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0461154 Nov 10 05:07:10.385134 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc8cae5-4e03-4610-9f6d-7cade878fd7a req-f5cf5f98-7649-4668-aecf-6d92c1c73382 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Nov 10 05:07:10.692036 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-3b39ca67-65ac-4f3a-9bb8-3023ed574e63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487158 Nov 10 05:07:10.982318 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-bfecb0ef-7151-4854-85b8-9748b31866e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:10.983976 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-bfecb0ef-7151-4854-85b8-9748b31866e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 1098 time: 0.0395663 Nov 10 05:07:11.206296 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-cd160696-c968-4a5a-9ead-ced315cf9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.207771 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-cd160696-c968-4a5a-9ead-ced315cf9ba0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 916 time: 0.0855877 Nov 10 05:07:11.210295 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ca2c-7dd5-4c24-b268-fe2feffbce0b req-3adde54c-125d-40c2-aec1-24f5b914599e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.212420 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34c9ca2c-7dd5-4c24-b268-fe2feffbce0b req-3adde54c-125d-40c2-aec1-24f5b914599e tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0519736 Nov 10 05:07:11.258399 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34c9ca2c-7dd5-4c24-b268-fe2feffbce0b req-37b0b78a-2b14-4752-a5b7-76c3852d0d8a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Nov 10 05:07:11.306459 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-7a6a6486-a58d-4661-a12b-66a3d02ec361 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf HTTP/1.1" status: 200 len: 217 time: 0.0349619 Nov 10 05:07:11.353434 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998201c-a35b-409a-aa0c-deab50048b97 req-e7caa2a4-932f-49e2-8705-4a8ee9d70a22 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.354906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2998201c-a35b-409a-aa0c-deab50048b97 req-e7caa2a4-932f-49e2-8705-4a8ee9d70a22 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0473571 Nov 10 05:07:11.401112 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2998201c-a35b-409a-aa0c-deab50048b97 req-5db5ff9c-06df-4c84-9147-1c08f46fcba1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Nov 10 05:07:11.456654 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-23a06cc4-db31-439a-8389-62cf3b289af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.458029 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-23a06cc4-db31-439a-8389-62cf3b289af9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0447369 Nov 10 05:07:11.669608 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2bcf-fdf2-4e4d-935b-6491451d2f81 req-b6252f47-7058-42f5-aa0d-8ecbd275e192 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.671150 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a9ec2bcf-fdf2-4e4d-935b-6491451d2f81 req-b6252f47-7058-42f5-aa0d-8ecbd275e192 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.2163358 Nov 10 05:07:11.718694 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-4b633799-127f-4615-9130-48df080e9c93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288537 Nov 10 05:07:11.726658 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a9ec2bcf-fdf2-4e4d-935b-6491451d2f81 req-bf27bc59-33ce-4c73-892a-30272072b3c8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490065 Nov 10 05:07:11.843932 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07318-cb3d-4645-9cdd-e419d18ee998 req-2e0718b2-430f-459b-b5c2-c70b2bed8e56 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:11.845818 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3d07318-cb3d-4645-9cdd-e419d18ee998 req-2e0718b2-430f-459b-b5c2-c70b2bed8e56 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Nov 10 05:07:11.856682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 51956) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:11.861660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'floatingip': {'port_id': 'a11077ba-8eaf-4af5-9057-0f796c319b6b'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:11.888505 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-9ff08add-1a60-405a-a8a9-02c7fb334b2f service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980148 Nov 10 05:07:11.938009 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:12.243889 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-10b9712e-c9ef-476e-ac64-1a6a0a547e7a req-f6dfb00a-b95a-4815-8e6f-4de90366e9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633612 Nov 10 05:07:12.490387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d19f2-39c8-4050-80a2-79e15bbe5fd8 req-ec1ad3c3-cfca-44b3-89b9-9d6790b896a4 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:12.492498 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c3d19f2-39c8-4050-80a2-79e15bbe5fd8 req-ec1ad3c3-cfca-44b3-89b9-9d6790b896a4 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.1666698 Nov 10 05:07:12.649068 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8686b-077e-4636-a9f8-473f47dd43c9 req-712185e4-7e7a-481b-b8eb-7685e80b4977 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:12.650655 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-93b8686b-077e-4636-a9f8-473f47dd43c9 req-712185e4-7e7a-481b-b8eb-7685e80b4977 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.1759589 Nov 10 05:07:12.706009 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c3d19f2-39c8-4050-80a2-79e15bbe5fd8 req-0d1998cb-e115-42d3-b652-9702a872f768 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989894 Nov 10 05:07:12.761940 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:12.769835 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:12.776467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-93b8686b-077e-4636-a9f8-473f47dd43c9 req-e43ed45c-2b00-4b21-9189-feda94a955e7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930526 Nov 10 05:07:12.887503 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Floating IP f76e5e4f-c4c5-42f3-8ad1-72b383327808 associated. External IP: 172.27.3.15, port: a11077ba-8eaf-4af5-9057-0f796c319b6b. Nov 10 05:07:13.334519 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:07:13.353830 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6421-581f-4418-b936-da89236c2493 req-30e478d3-587d-4b5c-9e5d-6f8bafb299a5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:13.353830 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-846d6421-581f-4418-b936-da89236c2493 req-30e478d3-587d-4b5c-9e5d-6f8bafb299a5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0695159 Nov 10 05:07:13.468722 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-846d6421-581f-4418-b936-da89236c2493 req-8f1c1e07-c8f5-4361-aa5c-d41016fa3f84 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106300 Nov 10 05:07:13.494513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:07:13.498969 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:13.507414 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:07:13.517891 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:07:13.518586 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:07:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:07:13.525451 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a2ee8b45-b93e-4380-bb8b-98883eb246cc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "PUT /v2.0/floatingips/f76e5e4f-c4c5-42f3-8ad1-72b383327808 HTTP/1.1" status: 200 len: 990 time: 1.6673179 Nov 10 05:07:13.526166 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:13.528642 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804" -d '{"events": [{"name": "network-changed", "server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:13.565337 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a80102-83ec-4e73-90a6-5453a58102c7 x-openstack-request-id: req-18a80102-83ec-4e73-90a6-5453a58102c7 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:13.565694 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:13.566126 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18a80102-83ec-4e73-90a6-5453a58102c7 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:13.566726 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'status': 'completed', 'code': 200} Nov 10 05:07:13.627386 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:07:13.890616 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f76e5e4f-c4c5-42f3-8ad1-72b383327808', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:9b:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:06:09Z', 'updated_at': '2021-11-10T05:07:12Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:07:13.915910 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:07:13.923726 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:07:13.924306 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:07:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:07:14.022780 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:07:14.312442 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f76e5e4f-c4c5-42f3-8ad1-72b383327808', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:9b:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:06:09Z', 'updated_at': '2021-11-10T05:07:12Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:07:14.340964 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95653774-5b8c-427e-9c93-299d01b60e62 None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f76e5e4f-c4c5-42f3-8ad1-72b383327808', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:9b:76:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:06:09Z', 'updated_at': '2021-11-10T05:07:12Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:07:14.534608 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b45ca3-6b62-4e4d-a169-64f82ff6a85d None None] New status for floating IP f76e5e4f-c4c5-42f3-8ad1-72b383327808: ACTIVE {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:07:14.593921 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045937-1153-4672-9bef-f307f8a98528 req-046e25b0-d641-45ce-8734-34c231487a82 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:14.595445 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-be045937-1153-4672-9bef-f307f8a98528 req-046e25b0-d641-45ce-8734-34c231487a82 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0485315 Nov 10 05:07:14.650061 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-be045937-1153-4672-9bef-f307f8a98528 req-5532349a-3bc6-42c3-85c3-7dc193007a52 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Nov 10 05:07:15.764795 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf293988-528f-4c1e-811b-f2b2e499ec3c req-5164abbc-23f8-4ea2-a1c8-9867ec642330 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:15.766264 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bf293988-528f-4c1e-811b-f2b2e499ec3c req-5164abbc-23f8-4ea2-a1c8-9867ec642330 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0491488 Nov 10 05:07:15.813117 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bf293988-528f-4c1e-811b-f2b2e499ec3c req-d539efc3-9765-4d70-8742-4ed041d41e4d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Nov 10 05:07:16.923457 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c427e42-d04a-4355-b576-26ab998ed15b req-cd12a638-e56c-4fa0-9286-db57fe6fb794 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:16.924887 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c427e42-d04a-4355-b576-26ab998ed15b req-cd12a638-e56c-4fa0-9286-db57fe6fb794 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0474079 Nov 10 05:07:16.969102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c427e42-d04a-4355-b576-26ab998ed15b req-bc509971-66cc-4aac-ba4f-bef018cecdf2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Nov 10 05:07:18.086993 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3a44b-b4ee-4159-a691-9227252b9465 req-10df91e9-4b59-443a-b0df-19d49ad1d05c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.088598 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95e3a44b-b4ee-4159-a691-9227252b9465 req-10df91e9-4b59-443a-b0df-19d49ad1d05c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0534697 Nov 10 05:07:18.098573 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-a96bd581-18ff-476a-9741-6229e76381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.100037 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-a96bd581-18ff-476a-9741-6229e76381b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0696993 Nov 10 05:07:18.105912 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-6098a7f7-8c97-48fe-9ca3-86f698ce0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.107236 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-6098a7f7-8c97-48fe-9ca3-86f698ce0040 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1099 time: 0.0502806 Nov 10 05:07:18.136888 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95e3a44b-b4ee-4159-a691-9227252b9465 req-126d3b77-a13f-459c-a38a-37e0de10741c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Nov 10 05:07:18.336310 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-b1501354-3828-4135-9646-41ee7347f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.337730 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-b1501354-3828-4135-9646-41ee7347f578 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.1530735 Nov 10 05:07:18.338766 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-fae47eaa-1b12-4cf6-ac06-c807ca32b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.340047 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-fae47eaa-1b12-4cf6-ac06-c807ca32b8ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.1542091 Nov 10 05:07:18.438319 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-b5abbfef-6fa2-4f7c-a62a-57ccac203fdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 200 len: 217 time: 0.0730615 Nov 10 05:07:18.502674 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-b8565733-e284-446f-a285-aef9b2194761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1000 time: 0.1431758 Nov 10 05:07:18.514316 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-4cddefa0-c7f5-4d5b-81e1-a82a0715c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.515704 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-4cddefa0-c7f5-4d5b-81e1-a82a0715c39b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0661621 Nov 10 05:07:18.570267 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-013717b0-2f1a-405b-a27c-26c3abfe2ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282354 Nov 10 05:07:18.586297 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-a0504e66-5bad-4a17-a351-b7853d7885d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.588352 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-a0504e66-5bad-4a17-a351-b7853d7885d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0718060 Nov 10 05:07:18.727844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-1d3d5429-5664-4326-ba5d-5e4ce38230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:18.729285 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-1d3d5429-5664-4326-ba5d-5e4ce38230c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885193 Nov 10 05:07:18.738676 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-bf45d5fd-79a0-4ab7-90e2-2d45ca620570 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156623 Nov 10 05:07:18.928202 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-612db6a0-58c5-4adf-9088-ebdbbcee6de3 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705413 Nov 10 05:07:18.929849 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-91358d62-2c4b-4b82-93af-437d86f8d2a1 req-37d0764a-dd61-4cfa-ae32-10a9850d7014 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706371 Nov 10 05:07:19.035565 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8e7fe06e-26ff-46d8-aafb-aede5dbc6804 req-71126a53-d4e0-4074-a0c5-5b8b7ce8b0a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836706 Nov 10 05:07:19.250936 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79559-d62e-41eb-9776-dc1f8f792aed req-b9be55ff-0c53-411e-ab51-48ad816eff91 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:19.252462 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d1e79559-d62e-41eb-9776-dc1f8f792aed req-b9be55ff-0c53-411e-ab51-48ad816eff91 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0480418 Nov 10 05:07:19.298866 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d1e79559-d62e-41eb-9776-dc1f8f792aed req-80b7d082-30b0-423a-978c-f33a428deb9d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Nov 10 05:07:20.420074 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d6251-e892-4162-9106-c5cc0bd01c0d req-f0079adc-a1b6-4941-98b9-3e00c626bcd0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:20.421772 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f0d6251-e892-4162-9106-c5cc0bd01c0d req-f0079adc-a1b6-4941-98b9-3e00c626bcd0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0568557 Nov 10 05:07:20.468869 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f0d6251-e892-4162-9106-c5cc0bd01c0d req-f12093cf-de54-4c1c-8f10-85362a4669f0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Nov 10 05:07:21.351143 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52152) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:21.459489 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.537539 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.542010 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.584358 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f82c25182b5447aeb04161090c906d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297168 Nov 10 05:07:21.584358 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624060df-14b0-4162-bcb6-64f4614a243e,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:21.585596 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52168) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:21.600603 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470988c-be4e-40e1-8ab5-7136d99bc917 req-96c9eb98-bcf0-4644-b2c7-12be5fabb350 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:21.601196 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.601196 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.601336 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.601635 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.601964 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.602290 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.602615 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.602939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.603316 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.603611 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.603930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.604246 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30128aa1-07a3-478f-b3f0-18b79df011cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:21.607504 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7470988c-be4e-40e1-8ab5-7136d99bc917 req-96c9eb98-bcf0-4644-b2c7-12be5fabb350 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0532272 Nov 10 05:07:21.648589 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.657982 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7470988c-be4e-40e1-8ab5-7136d99bc917 req-58228800-4cbb-4961-8843-10a90d22c4fa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494125 Nov 10 05:07:21.681248 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.731781 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.734466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:21.738286 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/624060df-14b0-4162-bcb6-64f4614a243e HTTP/1.1" status: 204 len: 168 time: 0.1517758 Nov 10 05:07:21.748106 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dba57-2b98-4281-b8b1-1f01f9785f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624060df-14b0-4162-bcb6-64f4614a243e,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:22.030982 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52188) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:22.044274 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-087ab50a-55d1-49b2-9fad-1f878d329d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.121553 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-087ab50a-55d1-49b2-9fad-1f878d329d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.124801 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-087ab50a-55d1-49b2-9fad-1f878d329d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.165964 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-087ab50a-55d1-49b2-9fad-1f878d329d42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71da12d2c1b74cd198321a71c2bab5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338849 Nov 10 05:07:22.167080 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ab50a-55d1-49b2-9fad-1f878d329d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e3ec7-fe4c-44ba-a47a-a41754016934,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:22.168787 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52192) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:22.238708 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.260494 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.312429 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.314982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:22.316149 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/815e3ec7-fe4c-44ba-a47a-a41754016934 HTTP/1.1" status: 204 len: 168 time: 0.1461153 Nov 10 05:07:22.324383 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e3ec7-fe4c-44ba-a47a-a41754016934,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:22.332127 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.332469 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.332810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.333135 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.333456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.333778 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.334097 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.334433 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.334729 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.335044 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.335379 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.336178 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a70be6-df98-4263-bfb2-4a6bba429f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:22.778005 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80810692-16b3-410a-bebf-16be35b38135 req-9b991897-b334-4363-a1a7-67ebd7be912c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:22.779932 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-80810692-16b3-410a-bebf-16be35b38135 req-9b991897-b334-4363-a1a7-67ebd7be912c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0508771 Nov 10 05:07:22.834874 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-80810692-16b3-410a-bebf-16be35b38135 req-02c26447-93c7-4fce-9d54-a06dd06acaec tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Nov 10 05:07:22.991945 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52236) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:23.091834 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037578917-network', 'tenant_id': '58b395cb659f4cd4a7ec38e84bcb4ed8'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:23.112395 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Made reservation on behalf of 58b395cb659f4cd4a7ec38e84bcb4ed8 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:07:23.114673 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.122971 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.196023 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.199714 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.227709 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:07:23.234509 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9038ce68-d4b8-460d-b9f1-9a6d436da1fb,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:23.240407 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.240748 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Added segment cef786a7-6c9e-4983-ab18-8f45b47630cb of type vlan for network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 Nov 10 05:07:23.297402 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.328727 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.329681 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:23.330359 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.386954 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3939185 Nov 10 05:07:23.389850 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52254) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:23.394509 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Request body: {'subnet': {'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037578917-subnet', 'tenant_id': '58b395cb659f4cd4a7ec38e84bcb4ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:23.404438 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ae23d-754e-49f4-aea1-0e246c6874ea admin admin] Pushing event updated for resources: {'Network': ['ID=ee1f0d79-b5cc-402c-a723-8f3ab2383b90,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:23.413969 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:07:23.422555 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Made reservation on behalf of 58b395cb659f4cd4a7ec38e84bcb4ed8 for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:07:23.424998 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.591993 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.646347 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ba7076-ea4e-42b4-ae56-139a05b8e5db,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:23.653626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Checking segment: {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:07:23.653979 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Network hostable DHCP agents. Network: ee1f0d79-b5cc-402c-a723-8f3ab2383b90, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:07:23.671392 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:07:23.680714 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, ee1f0d79-b5cc-402c-a723-8f3ab2383b90) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:07:23.685639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:23.686722 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:23.690229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2d140-75cd-483e-ada6-b29dc8847f81 None None] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:07:23.702730 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-02d6f039-4a27-4051-92ae-04f1b7dd0832 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3117588 Nov 10 05:07:23.950138 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2218ff9-06b8-413c-8833-0c36ad79a166 None None] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:07:23.975778 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abab02-ef41-4476-b3b9-1016b6541a3c req-226381f5-9cee-4201-8ca8-e5d541c57cb9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:23.978035 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34abab02-ef41-4476-b3b9-1016b6541a3c req-226381f5-9cee-4201-8ca8-e5d541c57cb9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0670125 Nov 10 05:07:24.044794 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34abab02-ef41-4476-b3b9-1016b6541a3c req-0eb85543-3982-458c-ac5a-923bafbde29a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588255 Nov 10 05:07:25.167249 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560bc72-b159-4e61-ab2f-b7f223411c4a req-034068ac-9cdd-4ec4-a993-664a669cc335 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:25.168783 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8560bc72-b159-4e61-ab2f-b7f223411c4a req-034068ac-9cdd-4ec4-a993-664a669cc335 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0487921 Nov 10 05:07:25.231807 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8560bc72-b159-4e61-ab2f-b7f223411c4a req-5af5ac4a-da9a-4811-8203-8efb8c2dda4a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 Nov 10 05:07:26.349555 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354c30-5a21-485b-8504-ed892fe746ec req-eaf6146a-25e1-47f5-8527-3946c748f8be tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:26.351830 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4354c30-5a21-485b-8504-ed892fe746ec req-eaf6146a-25e1-47f5-8527-3946c748f8be tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0536835 Nov 10 05:07:26.404306 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4354c30-5a21-485b-8504-ed892fe746ec req-b0c62bbb-b6a0-4e9a-b669-e07d4b108d64 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Nov 10 05:07:27.581142 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bea6f-cdda-4c0d-8895-dfbfe4f7275a req-b7e32fed-58e3-4c43-a251-64f7ffa9c1d8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:27.582585 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b3bea6f-cdda-4c0d-8895-dfbfe4f7275a req-b7e32fed-58e3-4c43-a251-64f7ffa9c1d8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.1006031 Nov 10 05:07:27.590810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-68d647e9-82c1-4e5c-8a67-dd7691ad7e1c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:27.592150 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-68d647e9-82c1-4e5c-8a67-dd7691ad7e1c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/networks?id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 200 len: 809 time: 0.1412601 Nov 10 05:07:27.614435 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-b2df55e3-8b7e-4c69-a2fa-51203a3fc76a tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/quotas/58b395cb659f4cd4a7ec38e84bcb4ed8 HTTP/1.1" status: 200 len: 375 time: 0.0158343 Nov 10 05:07:27.657063 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-3633dac2-596a-4c81-a34e-ad7d58461dd4 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359967 Nov 10 05:07:27.664916 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b3bea6f-cdda-4c0d-8895-dfbfe4f7275a req-07addb08-72ed-4dfa-93f0-88c3e3592627 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718653 Nov 10 05:07:27.761101 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-64b74f06-4fa0-45d6-b7c8-1071abecd5f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936489 Nov 10 05:07:27.848369 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-c37c56a0-4bab-4ad5-b9ce-48f7e296ec2e service neutron] 10.222.0.18 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Nov 10 05:07:28.003490 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7099b35-f1a4-4230-a2e4-16bbc3a59abc req-1dde7436-7dfe-4286-a9e4-0cdacd0d952d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0270898 Nov 10 05:07:28.795665 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202fa0-0721-476f-a77b-492e3d04d27a req-66d9a729-0a55-4743-844a-d7f9c01392a5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:28.797174 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c0202fa0-0721-476f-a77b-492e3d04d27a req-66d9a729-0a55-4743-844a-d7f9c01392a5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0575404 Nov 10 05:07:28.848464 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c0202fa0-0721-476f-a77b-492e3d04d27a req-e455c949-97d9-4d26-aea9-ab268929274b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Nov 10 05:07:29.103852 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-649e0fa2-f718-416d-b907-8494a7d350b0 req-514aa16e-a752-4699-a94b-65b635efba27 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0293214 Nov 10 05:07:29.961134 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09eda5-22f3-48a3-8a15-d8e815c64712 req-fd400a6e-6471-492a-bcf6-47412fefb3d7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:29.962555 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d09eda5-22f3-48a3-8a15-d8e815c64712 req-fd400a6e-6471-492a-bcf6-47412fefb3d7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0468662 Nov 10 05:07:30.011647 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d09eda5-22f3-48a3-8a15-d8e815c64712 req-f7f9f0f2-324f-4d47-bd30-6212b3f88a76 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Nov 10 05:07:30.208621 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-255f58c6-0eae-436b-9eac-8cb890edd238 req-f9ef5e95-4dd8-446f-9ead-774a13cd0d00 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0245986 Nov 10 05:07:30.816824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bc1eae04-c8c0-4b26-8ccd-b13c0cad6a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:30.938090 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-fc855510-539e-4482-a682-9250b3736e36 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:30.939535 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-fc855510-539e-4482-a682-9250b3736e36 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "GET /v2.0/networks?id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 200 len: 809 time: 0.0989442 Nov 10 05:07:31.125744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba17b-544d-4d3e-ad0f-8f21f36abcd3 req-2da71bc1-fc7a-4839-9f78-2abb66c4c7df tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:31.127148 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-86eba17b-544d-4d3e-ad0f-8f21f36abcd3 req-2da71bc1-fc7a-4839-9f78-2abb66c4c7df tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0489492 Nov 10 05:07:31.172490 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-86eba17b-544d-4d3e-ad0f-8f21f36abcd3 req-819d1a87-6234-47f0-b40c-2daddbdc342a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Nov 10 05:07:31.298347 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc2e73e0-8ce9-48d5-af8d-38937617bd16 req-870442f0-5358-4efa-9a27-0b571554e67c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0253646 Nov 10 05:07:32.282474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfd918-ae0c-4fc2-9be0-c48142b9ac05 req-713b89de-6d4e-4291-af3b-82d96ea9f850 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:32.283962 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-45bfd918-ae0c-4fc2-9be0-c48142b9ac05 req-713b89de-6d4e-4291-af3b-82d96ea9f850 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0468869 Nov 10 05:07:32.330182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-45bfd918-ae0c-4fc2-9be0-c48142b9ac05 req-bc0a4dcf-82e8-41ec-a58e-1b6d009e6e9b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Nov 10 05:07:32.414017 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e6db8797-1622-43a8-8362-f7be971bb3a8 req-0a55a027-e792-4f5c-8565-927f9275699b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Nov 10 05:07:33.181663 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-253a4cb1-5dd2-40f1-b633-e9a30409e72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:33.439832 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507bf15-b5ce-486d-896e-79a8a0a9c1ef req-cc0feae6-db4b-4374-8e65-3c943d8d4ac2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:33.441304 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6507bf15-b5ce-486d-896e-79a8a0a9c1ef req-cc0feae6-db4b-4374-8e65-3c943d8d4ac2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0464778 Nov 10 05:07:33.490672 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6507bf15-b5ce-486d-896e-79a8a0a9c1ef req-da5d6d5d-74e7-4bb3-8891-3f95d68bcddd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Nov 10 05:07:33.570823 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6054b72e-4160-49fb-81bd-26553355a601 req-a5ae2a60-cb08-4ae6-9151-b53d392c0199 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0273395 Nov 10 05:07:33.994863 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Request body: {'port': {'device_id': '1f209452-9805-4bc1-afca-74b4267e0368', 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90', 'admin_state_up': True, 'tenant_id': '58b395cb659f4cd4a7ec38e84bcb4ed8'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:34.111620 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Made reservation on behalf of 58b395cb659f4cd4a7ec38e84bcb4ed8 for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:07:34.115062 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.181796 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.237579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Allocated IP 172.20.0.5 (ee1f0d79-b5cc-402c-a723-8f3ab2383b90/e4ba7076-ea4e-42b4-ae56-139a05b8e5db/bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:07:34.395331 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.430351 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.475694 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:07:34.478769 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:07:34.482466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:07:34.488252 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:34.489040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.503948 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Pushing event updated for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:34.514581 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-351321b9-42e7-4aac-91a2-cec0cd03f74c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5241573 Nov 10 05:07:34.550209 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Request body: {'port': {'device_id': '1f209452-9805-4bc1-afca-74b4267e0368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:34.607709 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a803-eec4-429c-bcb6-da8ae384af18 req-c343fefd-b81e-4059-a369-a0d12782e6d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:34.609232 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f27a803-eec4-429c-bcb6-da8ae384af18 req-c343fefd-b81e-4059-a369-a0d12782e6d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0508785 Nov 10 05:07:34.618429 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.670025 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f27a803-eec4-429c-bcb6-da8ae384af18 req-7f941747-7d35-4402-a15c-6df10b724507 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Nov 10 05:07:34.733045 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22cca5-633e-4b77-9aa7-ed0c0961146a req-43ea0d2c-227d-4ded-a679-d7448efc8761 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:34.734693 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c22cca5-633e-4b77-9aa7-ed0c0961146a req-43ea0d2c-227d-4ded-a679-d7448efc8761 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 931 time: 0.0567584 Nov 10 05:07:34.793961 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c22cca5-633e-4b77-9aa7-ed0c0961146a req-5e87d185-6b33-4e86-a010-7b58133cac0d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511198 Nov 10 05:07:34.839087 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52580) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:34.944305 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:07:34.955674 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:34.970002 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Transition to ACTIVE for port object bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:07:34.974369 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.005243 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6d934fc-0405-4cb5-9eae-9aead1dcece7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.031525 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:35.065350 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Attempting to bind port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:07:35.066014 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Attempting to bind port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:07:35.066525 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Attempting to bind port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:07:35.072061 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:07:35.072378 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Attempting to bind port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:07:35.077848 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:07:35.078405 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Checking segment: {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:07:35.078962 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Bound using segment: {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:07:35.079618 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Bound port: bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:07:35.080138 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.104344 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6d934fc-0405-4cb5-9eae-9aead1dcece7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.115209 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6d934fc-0405-4cb5-9eae-9aead1dcece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.148720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:07:35.152398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:07:35.158049 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.158200 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d934fc-0405-4cb5-9eae-9aead1dcece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25242a4-6b4b-4044-b555-6219812d45ce,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:35.164886 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d6d934fc-0405-4cb5-9eae-9aead1dcece7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7ce3c84c62a4d9199b08fd2dfbd2ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246617 Nov 10 05:07:35.165670 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52602) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:35.195360 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.196046 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.197472 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] 10.222.0.16 "PUT /v2.0/ports/bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 HTTP/1.1" status: 200 len: 1093 time: 0.6515107 Nov 10 05:07:35.197907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:35.200198 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559ba94-c376-404c-9378-58f0a0e12417" -d '{"events": [{"name": "network-changed", "server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:35.225343 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f5061-2dde-4043-b8ae-4d9c1f01a07d service neutron] Pushing event updated for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:35.229969 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.247048 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce583b-b2f9-4985-b358-5dfbd2929baa x-openstack-request-id: req-e0ce583b-b2f9-4985-b358-5dfbd2929baa {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:35.247714 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:35.251443 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0ce583b-b2f9-4985-b358-5dfbd2929baa {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:35.251887 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520', 'status': 'completed', 'code': 200} Nov 10 05:07:35.255835 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.304160 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.307738 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.311327 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d25242a4-6b4b-4044-b555-6219812d45ce HTTP/1.1" status: 204 len: 168 time: 0.1418355 Nov 10 05:07:35.320418 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc69c9-324a-447e-b76d-803523ddd1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25242a4-6b4b-4044-b555-6219812d45ce,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:35.413922 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ba94-c376-404c-9378-58f0a0e12417 req-dd478e8f-cdae-45c9-95d6-2c1f2a02fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.415542 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c559ba94-c376-404c-9378-58f0a0e12417 req-dd478e8f-cdae-45c9-95d6-2c1f2a02fded service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 1096 time: 0.0441964 Nov 10 05:07:35.534062 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ba94-c376-404c-9378-58f0a0e12417 req-77246acb-9961-4f03-83a3-a6f62b942be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.535526 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c559ba94-c376-404c-9378-58f0a0e12417 req-77246acb-9961-4f03-83a3-a6f62b942be8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0974886 Nov 10 05:07:35.594471 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52616) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:35.605568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f22cdb3-ba7f-4cde-bf33-5aab03e3f0e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.660239 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ba94-c376-404c-9378-58f0a0e12417 req-7b78510d-7583-4331-baed-69861fe8597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.662066 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c559ba94-c376-404c-9378-58f0a0e12417 req-7b78510d-7583-4331-baed-69861fe8597e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112764 Nov 10 05:07:35.688639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f22cdb3-ba7f-4cde-bf33-5aab03e3f0e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.692525 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8f22cdb3-ba7f-4cde-bf33-5aab03e3f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.743373 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-8f22cdb3-ba7f-4cde-bf33-5aab03e3f0e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=859173effd4d4ac796ccfab0fd37268b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510754 Nov 10 05:07:35.745932 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52620) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:35.746090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22cdb3-ba7f-4cde-bf33-5aab03e3f0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b69a0f-727a-46da-910f-458b38fa016f,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:35.809581 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ce863-b280-4e8d-818d-562267f6653e req-cac41840-d617-4730-8415-4566c1b46a29 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.811224 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8d5ce863-b280-4e8d-818d-562267f6653e req-cac41840-d617-4730-8415-4566c1b46a29 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0667422 Nov 10 05:07:35.845906 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.850609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-aaf1f30f-5e93-4351-afb4-32d2e79aa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.852171 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-aaf1f30f-5e93-4351-afb4-32d2e79aa995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 1096 time: 0.0846426 Nov 10 05:07:35.866075 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8d5ce863-b280-4e8d-818d-562267f6653e req-7b8b2862-8e15-4409-91e0-37fa6ed31fb4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Nov 10 05:07:35.873004 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.930399 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff08baa-c999-45c6-9ce3-06c8a527ff86 req-41300b7c-0d73-43ff-a70d-ef781b5f6535 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:35.931814 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8ff08baa-c999-45c6-9ce3-06c8a527ff86 req-41300b7c-0d73-43ff-a70d-ef781b5f6535 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 943 time: 0.0595913 Nov 10 05:07:35.975574 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:35.989733 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8ff08baa-c999-45c6-9ce3-06c8a527ff86 req-a62aefba-04c1-41e2-829c-c68e92371de7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502260 Nov 10 05:07:36.131248 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-68395eb2-14f4-46e4-83fe-0fe80a6f399c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 HTTP/1.1" status: 200 len: 217 time: 0.2335637 Nov 10 05:07:36.172947 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:36.175455 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:36.176740 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44b69a0f-727a-46da-910f-458b38fa016f HTTP/1.1" status: 204 len: 168 time: 0.4298327 Nov 10 05:07:36.191542 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8de49-ab53-4e4d-97c5-8f1bbf10259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b69a0f-727a-46da-910f-458b38fa016f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:36.198152 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-b8b0c94d-7218-4fa2-b709-8509f10d5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:36.199626 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-b8b0c94d-7218-4fa2-b709-8509f10d5fa3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4ba7076-ea4e-42b4-ae56-139a05b8e5db HTTP/1.1" status: 200 len: 849 time: 0.0592594 Nov 10 05:07:36.235858 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-f5c04591-9b11-4bb7-a8c6-30d568f8f861 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279703 Nov 10 05:07:36.345145 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-8def7c66-3884-4f38-b402-ebb007cc7586 service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970538 Nov 10 05:07:36.459251 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-bbc57179-b416-4048-bd9b-9604e3e93188 req-eaa08753-98cf-4e06-8060-16b2921ac1ba service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990558 Nov 10 05:07:36.754505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:36.878042 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-9e27115b-af92-47f2-ac8d-1521e68da799 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:36.879669 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-9e27115b-af92-47f2-ac8d-1521e68da799 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.1114001 Nov 10 05:07:36.895394 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-e0874196-ac46-4b08-9c55-ed226b676304 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/quotas/fc30b93c93fa4ceaad6b448afa573e6d HTTP/1.1" status: 200 len: 375 time: 0.0095301 Nov 10 05:07:36.963076 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-9b191c26-bf31-4b43-b2c0-92ee858ad6b1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601685 Nov 10 05:07:37.058863 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78322e-b05d-44c3-b82d-1e2290d3c50c req-5ee4f2f6-f1d7-4438-ba25-779501becf5a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:37.060375 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-be78322e-b05d-44c3-b82d-1e2290d3c50c req-5ee4f2f6-f1d7-4438-ba25-779501becf5a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.1147377 Nov 10 05:07:37.103284 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-984835ec-f8f2-4720-96fe-f35957517e7a service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266766 Nov 10 05:07:37.152058 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-be78322e-b05d-44c3-b82d-1e2290d3c50c req-07192488-4640-4642-8641-34b6d19bbc92 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849395 Nov 10 05:07:37.227905 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b2d5ad38-8ebf-4481-a80f-91648150d4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169357 Nov 10 05:07:37.265277 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e5ea-2489-431e-a4be-0bac8d8e2975 req-a0d5b825-0e99-409d-a109-c1553517fe03 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:37.266755 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0803e5ea-2489-431e-a4be-0bac8d8e2975 req-a0d5b825-0e99-409d-a109-c1553517fe03 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 943 time: 0.0546062 Nov 10 05:07:37.331744 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52696) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:37.332245 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0803e5ea-2489-431e-a4be-0bac8d8e2975 req-1ccde99c-0925-4214-9790-8eb257874865 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Nov 10 05:07:37.413314 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e30550c-9386-47fe-8727-316e9384b43b req-f80fd95e-2bc0-401a-8dd3-05fa2ddcd4cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0320885 Nov 10 05:07:37.452785 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1fb030d8-d553-424f-b140-cfea9fb95a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.544789 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1fb030d8-d553-424f-b140-cfea9fb95a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.550734 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1fb030d8-d553-424f-b140-cfea9fb95a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.594565 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1fb030d8-d553-424f-b140-cfea9fb95a8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f08bf1fedaf54ee58a9256ebca372f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610152 Nov 10 05:07:37.595694 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb030d8-d553-424f-b140-cfea9fb95a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda8afbc-6d81-481e-96bb-a7327ff43971,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:37.597501 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52712) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:37.666707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.692649 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.754948 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.758338 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:37.772567 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dda8afbc-6d81-481e-96bb-a7327ff43971 HTTP/1.1" status: 204 len: 168 time: 0.1732461 Nov 10 05:07:37.781731 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb797-45c0-4a6d-b04f-64727171c8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda8afbc-6d81-481e-96bb-a7327ff43971,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:38.268818 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f809f4-7f7c-4985-bd1a-6325b7c85161 req-fe79f5ce-aab8-4213-8546-ff28e86aa26f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:38.270277 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08f809f4-7f7c-4985-bd1a-6325b7c85161 req-fe79f5ce-aab8-4213-8546-ff28e86aa26f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0461454 Nov 10 05:07:38.302716 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52752) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:38.317869 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08f809f4-7f7c-4985-bd1a-6325b7c85161 req-d268acbb-583a-43fe-9df6-a3bae3f7aa28 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Nov 10 05:07:38.408678 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6316fc37-5b9f-48ef-9de9-25d71e2047cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.447564 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da74f-5777-4b09-b65b-2ecb2b8f9078 req-9e083e43-6cc9-47a9-a638-1ba6ff2babc2 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:38.449132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e79da74f-5777-4b09-b65b-2ecb2b8f9078 req-9e083e43-6cc9-47a9-a638-1ba6ff2babc2 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 943 time: 0.0475953 Nov 10 05:07:38.494004 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6316fc37-5b9f-48ef-9de9-25d71e2047cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.507688 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6316fc37-5b9f-48ef-9de9-25d71e2047cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.524615 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c892e8c-ffb1-4a7b-82a2-c54e4c8f94ed req-76208ca7-c6de-484d-a8ad-dadd3c126f3a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0409784 Nov 10 05:07:38.536078 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e79da74f-5777-4b09-b65b-2ecb2b8f9078 req-4da87fb2-093c-4ddb-8872-4b5dfdc99662 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801742 Nov 10 05:07:38.554879 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6316fc37-5b9f-48ef-9de9-25d71e2047cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f8219948c0e4e5fbdde9a18b3c49fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503972 Nov 10 05:07:38.555817 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316fc37-5b9f-48ef-9de9-25d71e2047cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4620a3-6abc-4982-aa19-cfc15f7b60af,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:38.556937 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52760) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:38.606902 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.627816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.686124 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.688737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.690052 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f4620a3-6abc-4982-aa19-cfc15f7b60af HTTP/1.1" status: 204 len: 168 time: 0.1321707 Nov 10 05:07:38.714117 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c925bed-8c5f-4305-8a35-a612ea792f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4620a3-6abc-4982-aa19-cfc15f7b60af,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:38.800590 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-c651b607-49cb-4b5c-ae0d-e27afefa5f8f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:38.802329 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-c651b607-49cb-4b5c-ae0d-e27afefa5f8f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.1426117 Nov 10 05:07:38.832211 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Request body: {'port': {'device_id': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'admin_state_up': True, 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:38.949436 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:07:38.952870 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:38.993481 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52776) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:39.006638 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9d56276e-7fc6-428c-9150-653e8bfc54f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.083104 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9d56276e-7fc6-428c-9150-653e8bfc54f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.087187 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9d56276e-7fc6-428c-9150-653e8bfc54f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.090139 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Allocated IP 172.20.0.4 (a70a0ca2-19d1-411a-8fa8-e54d497bd1c8/3d421341-5118-43e8-b5c0-9c92256402a8/bb957d57-6ae8-40f1-b0d8-1ddca8cf3281) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:07:39.125652 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9d56276e-7fc6-428c-9150-653e8bfc54f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0b8c66838f44ab3830687d204db8b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309354 Nov 10 05:07:39.126760 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56276e-7fc6-428c-9150-653e8bfc54f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27bf40-e196-4e60-9ead-1f8c2f73b328,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:39.129001 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52778) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:39.178199 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.203554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.245737 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.249237 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.251866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.255331 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d27bf40-e196-4e60-9ead-1f8c2f73b328 HTTP/1.1" status: 204 len: 168 time: 0.1231184 Nov 10 05:07:39.260565 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b8c12-42c5-4dca-b71d-92ca79963723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27bf40-e196-4e60-9ead-1f8c2f73b328,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:39.287466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.339625 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:07:39.346029 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:07:39.349503 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:07:39.353901 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:07:39.359701 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:39.360384 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.369214 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event updated for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:39.383257 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-b5d61e92-09e5-4152-a1b1-5447dd7aa9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549946 Nov 10 05:07:39.409114 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Request body: {'port': {'device_id': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:07:39.456544 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa387-7d07-43d0-a90c-97ab7dc9dd49 req-25356776-5197-4d4f-a745-d8ab2d1eb04f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:39.458883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3eaa387-7d07-43d0-a90c-97ab7dc9dd49 req-25356776-5197-4d4f-a745-d8ab2d1eb04f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0567942 Nov 10 05:07:39.486274 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.526741 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.531812 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3eaa387-7d07-43d0-a90c-97ab7dc9dd49 req-243ff9bc-103a-43b2-b391-0fdfd12a9f0c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Nov 10 05:07:39.703792 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f317-58c7-4518-8c70-7147e43e48de req-ca6a5577-611a-4862-927d-06214f780b6d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:39.705275 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39e5f317-58c7-4518-8c70-7147e43e48de req-ca6a5577-611a-4862-927d-06214f780b6d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 931 time: 0.0906065 Nov 10 05:07:39.714289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687594-e790-4363-bcb5-53911df45845 req-57e8dcd7-9c48-490b-b558-5d866c00aae1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:39.715926 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b687594-e790-4363-bcb5-53911df45845 req-57e8dcd7-9c48-490b-b558-5d866c00aae1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 943 time: 0.0815718 Nov 10 05:07:39.794203 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39e5f317-58c7-4518-8c70-7147e43e48de req-a2a82e13-af42-414b-bb60-516f83314e13 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Nov 10 05:07:39.806675 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b687594-e790-4363-bcb5-53911df45845 req-4ff850e6-edbd-40f1-aa7b-090055bd41c5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761778 Nov 10 05:07:39.823331 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:07:39.830183 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:07:39.831760 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.845614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Transition to ACTIVE for port object bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:07:39.852914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.918133 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Pushing event updated for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:39.946495 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Attempting to bind port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:07:39.947095 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Attempting to bind port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:07:39.947314 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Attempting to bind port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:07:39.951683 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:07:39.951850 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:39.952080 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Attempting to bind port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:07:39.958765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:07:39.958765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Checking segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:07:39.958765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Bound using segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:07:39.958765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Bound port: bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:07:39.958765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:39.964318 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520', 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90', 'port_id': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520', 'mac_address': 'fa:16:3e:fb:cd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ba7076-ea4e-42b4-ae56-139a05b8e5db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:07:40.006494 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:40.021351 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:07:40.037484 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:07:40.040992 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:07:40.042624 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:40.046870 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:40.047650 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:40.080879 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.081295 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:40.082723 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-361e7d56-f216-4298-9e39-037a65580dba service neutron] 10.222.0.16 "PUT /v2.0/ports/bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 HTTP/1.1" status: 200 len: 1093 time: 0.6797230 Nov 10 05:07:40.085204 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:40.088019 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbd14eb-0323-4904-95ac-b113a3c856ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:40.111652 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:40.115019 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7d56-f216-4298-9e39-037a65580dba service neutron] Pushing event updated for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:40.120766 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.121151 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.121473 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.121804 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.122138 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.122538 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.123033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.123384 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.123874 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.124498 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.125137 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.125615 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:07:40.143243 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa341ff-23e6-4395-bd80-9531864fbb9c x-openstack-request-id: req-5fa341ff-23e6-4395-bd80-9531864fbb9c {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:40.143566 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:40.143813 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fa341ff-23e6-4395-bd80-9531864fbb9c {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:40.144204 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', 'status': 'completed', 'code': 200} Nov 10 05:07:40.359681 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-af935a9d-37b5-4e26-9920-c7c12f2b6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.361169 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-af935a9d-37b5-4e26-9920-c7c12f2b6359 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0392704 Nov 10 05:07:40.477588 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-22193487-0783-49c1-94f2-29968d2ce1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.480066 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-22193487-0783-49c1-94f2-29968d2ce1ff service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980411 Nov 10 05:07:40.588764 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-6db0c271-8536-4bc9-a32d-bfdd66032e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.590749 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-edbd14eb-0323-4904-95ac-b113a3c856ad req-6db0c271-8536-4bc9-a32d-bfdd66032e8e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996535 Nov 10 05:07:40.650167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e6064-3942-4639-9ba4-15db00b6f77a req-9d63c24d-c75e-4f5c-8690-cf6d241ea435 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.651606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-959e6064-3942-4639-9ba4-15db00b6f77a req-9d63c24d-c75e-4f5c-8690-cf6d241ea435 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0499320 Nov 10 05:07:40.703048 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-959e6064-3942-4639-9ba4-15db00b6f77a req-d7736e01-eb8a-4d12-9029-8936ac400201 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Nov 10 05:07:40.751120 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-1dd74488-4ee3-49e7-8bfd-b8068a3abea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.751120 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-1dd74488-4ee3-49e7-8bfd-b8068a3abea1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0522289 Nov 10 05:07:40.805893 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-e3f527c3-0c30-4a08-9ce6-9fc01030af5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 HTTP/1.1" status: 200 len: 217 time: 0.0351505 Nov 10 05:07:40.886607 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-3a808b35-b441-4cb2-a0a4-68f77f518b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.892363 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-3a808b35-b441-4cb2-a0a4-68f77f518b29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0766780 Nov 10 05:07:40.900082 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:07:40.977923 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-27192123-240f-45cf-bd65-8a7edfc6cd2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718796 Nov 10 05:07:40.988179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ee5ea-bf45-4872-82b5-77e628ee6f31 req-7b5a3401-8e3c-4bc0-9b76-21ad8b73a9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:40.996164 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c6ee5ea-bf45-4872-82b5-77e628ee6f31 req-7b5a3401-8e3c-4bc0-9b76-21ad8b73a9ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 943 time: 0.1000605 Nov 10 05:07:41.089486 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c6ee5ea-bf45-4872-82b5-77e628ee6f31 req-878af5e8-9a69-49d3-8a26-240df5beb8f8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835388 Nov 10 05:07:41.113428 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-d625fa6a-1090-4acc-a975-cbebd400cc50 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262882 Nov 10 05:07:41.150445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cf18f-0967-46fc-a13e-7c56a623d7a9 req-649cf8ef-a4eb-4dc5-a160-106f5d62e5d0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:41.152156 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe8cf18f-0967-46fc-a13e-7c56a623d7a9 req-649cf8ef-a4eb-4dc5-a160-106f5d62e5d0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 944 time: 0.0615988 Nov 10 05:07:41.201184 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe8cf18f-0967-46fc-a13e-7c56a623d7a9 req-161a3866-e633-424b-a2ce-a6015cfb20b0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Nov 10 05:07:41.224404 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ec9b7f0c-de0a-4fef-932c-906a8cab9951 req-1d48b310-fd24-43c4-b892-61171d912732 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008651 Nov 10 05:07:42.028426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e550e5d-e9ab-4975-a593-2b3fbd8ab725 req-26e681ca-8b0b-4291-ba37-a1f493cd8b16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:42.029661 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e550e5d-e9ab-4975-a593-2b3fbd8ab725 req-26e681ca-8b0b-4291-ba37-a1f493cd8b16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.2574422 Nov 10 05:07:42.076124 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e550e5d-e9ab-4975-a593-2b3fbd8ab725 req-b6434b8d-84d6-427d-94d4-0b8121787c6a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Nov 10 05:07:42.213319 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87152ea9-d8a0-4484-b119-ac1347166726 req-404e7b9e-d3a7-447b-84c2-56bac7fb54c3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:42.214744 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87152ea9-d8a0-4484-b119-ac1347166726 req-404e7b9e-d3a7-447b-84c2-56bac7fb54c3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0464063 Nov 10 05:07:42.262243 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87152ea9-d8a0-4484-b119-ac1347166726 req-38597a7c-c904-4dd6-ac53-794d0177ded3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Nov 10 05:07:42.314174 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70282-b0ac-4cd0-9738-2009a1a7242f req-7db4ac7c-9fcc-42d0-b9ea-2378171177fc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:42.315608 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-37b70282-b0ac-4cd0-9738-2009a1a7242f req-7db4ac7c-9fcc-42d0-b9ea-2378171177fc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 944 time: 0.0464494 Nov 10 05:07:42.371030 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-37b70282-b0ac-4cd0-9738-2009a1a7242f req-cca38b9e-abc4-4eb8-be84-612f7b9abb6c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Nov 10 05:07:43.186613 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264ca3-3d0e-4754-b850-acf0ac7a98b4 req-8d76a72a-be6e-4df3-b321-07354639af32 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:43.188010 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a264ca3-3d0e-4754-b850-acf0ac7a98b4 req-8d76a72a-be6e-4df3-b321-07354639af32 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0478451 Nov 10 05:07:43.236620 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a264ca3-3d0e-4754-b850-acf0ac7a98b4 req-9dfa88b6-2cbe-466f-9198-9ed600e3b735 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Nov 10 05:07:43.382916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a47738-0a59-4ae8-bf3e-5b9bfb7dd5d7 req-60aa9d36-15c1-4736-881f-147ac683e3cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:43.384438 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57a47738-0a59-4ae8-bf3e-5b9bfb7dd5d7 req-60aa9d36-15c1-4736-881f-147ac683e3cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0515532 Nov 10 05:07:43.431177 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57a47738-0a59-4ae8-bf3e-5b9bfb7dd5d7 req-94992b55-338c-4ed5-96c9-5f209f15c55e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Nov 10 05:07:43.486215 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633df15b-8c6d-4449-9045-223e8fce8b79 req-1b091b5c-7912-48bb-ae56-24770f374025 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:43.487855 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-633df15b-8c6d-4449-9045-223e8fce8b79 req-1b091b5c-7912-48bb-ae56-24770f374025 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 944 time: 0.0523148 Nov 10 05:07:43.533951 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-633df15b-8c6d-4449-9045-223e8fce8b79 req-be75e547-74e0-46ce-ba58-ba954619ae23 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Nov 10 05:07:43.842180 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:07:43.890901 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:07:43.894873 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:07:43.895238 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:43.973680 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:43.995791 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:43.997995 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ccf668-ad29-4b82-b2ad-d021ae2934c9" -d '{"events": [{"server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "name": "network-vif-plugged", "status": "completed", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:44.010974 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:44.014951 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:44.042441 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e9080-4f30-4c59-9cdf-b330695b1147 x-openstack-request-id: req-c49e9080-4f30-4c59-9cdf-b330695b1147 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:44.042754 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "name": "network-vif-plugged", "status": "completed", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:44.043011 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49e9080-4f30-4c59-9cdf-b330695b1147 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:44.043431 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520', 'code': 200} Nov 10 05:07:44.068367 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:44.329407 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663213b-2a15-4fa6-a55b-f8e0f4565faf req-21b94bdf-c2a2-44a5-b207-401b46230b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:44.331951 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b663213b-2a15-4fa6-a55b-f8e0f4565faf req-21b94bdf-c2a2-44a5-b207-401b46230b51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 1098 time: 0.0549581 Nov 10 05:07:44.346888 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:07:44.401343 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b663213b-2a15-4fa6-a55b-f8e0f4565faf req-b374d5d8-0fe0-4b41-965c-680af4199c3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Nov 10 05:07:44.484811 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131eb42-b030-4df7-ae1f-785c36de55c1 req-cd626771-07fd-4204-9e11-7127360941f9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:44.486342 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a131eb42-b030-4df7-ae1f-785c36de55c1 req-cd626771-07fd-4204-9e11-7127360941f9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0766919 Nov 10 05:07:44.500783 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f2b30-d666-4ec9-9e16-05ae92860d3e req-3dffbd10-3177-4200-a7de-7329bec9cb22 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:44.502173 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b39f2b30-d666-4ec9-9e16-05ae92860d3e req-3dffbd10-3177-4200-a7de-7329bec9cb22 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0835829 Nov 10 05:07:44.575528 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a131eb42-b030-4df7-ae1f-785c36de55c1 req-783ab792-95a3-4a30-98eb-9b39723eaaf7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824268 Nov 10 05:07:44.578928 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b39f2b30-d666-4ec9-9e16-05ae92860d3e req-88247403-a11d-495d-8107-2f422136d7a2 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703514 Nov 10 05:07:44.707924 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b357d-0ceb-4edd-af1b-cf69fd81e383 req-11aaef1a-0e4b-40f4-96d4-12d46cf6aaea tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:44.709351 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c9b357d-0ceb-4edd-af1b-cf69fd81e383 req-11aaef1a-0e4b-40f4-96d4-12d46cf6aaea tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0740654 Nov 10 05:07:44.717445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf0b03-23ca-447f-b4ef-cf6e15b943f8 req-b5bbb10a-c312-4ed5-b8ea-a897d53cec7d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:44.718723 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ddf0b03-23ca-447f-b4ef-cf6e15b943f8 req-b5bbb10a-c312-4ed5-b8ea-a897d53cec7d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0735314 Nov 10 05:07:44.790010 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c9b357d-0ceb-4edd-af1b-cf69fd81e383 req-f20495f2-3eaa-4504-b470-f360b79710f5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703244 Nov 10 05:07:44.793420 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ddf0b03-23ca-447f-b4ef-cf6e15b943f8 req-7368f5e7-d79b-442d-9b0f-f0bda517cbe0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Nov 10 05:07:45.724838 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27e95-834d-47eb-93f4-2bd7bc2bb21c req-0eb3af2d-2420-41ea-80d6-ae79ac72ffd7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:45.726474 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-20a27e95-834d-47eb-93f4-2bd7bc2bb21c req-0eb3af2d-2420-41ea-80d6-ae79ac72ffd7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0844436 Nov 10 05:07:45.740631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dd42e-b8fc-40c8-b75a-e023c5344f41 req-649b670c-f4fe-47eb-a796-2b2f93ce4636 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:45.742063 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-482dd42e-b8fc-40c8-b75a-e023c5344f41 req-649b670c-f4fe-47eb-a796-2b2f93ce4636 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0897589 Nov 10 05:07:45.810342 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-20a27e95-834d-47eb-93f4-2bd7bc2bb21c req-ae466308-722a-4f6e-b4ec-ac123bc2b5c2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776236 Nov 10 05:07:45.813565 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52954) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:45.824004 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-482dd42e-b8fc-40c8-b75a-e023c5344f41 req-6a94a9b2-44aa-4369-af8a-34532237a996 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752664 Nov 10 05:07:45.857283 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:07:45.962542 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3304f035-07bc-4d4f-97c0-7a410f8e9e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:45.967827 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:45.978575 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'port_id': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', 'mac_address': 'fa:16:3e:b5:ec:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421341-5118-43e8-b5c0-9c92256402a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:07:45.991442 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5e2a-a024-490d-824c-ed79c6488ff8 req-3b8a2a7e-3966-4eea-9088-60d38336932a tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:45.992922 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7b3a5e2a-a024-490d-824c-ed79c6488ff8 req-3b8a2a7e-3966-4eea-9088-60d38336932a tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.1054454 Nov 10 05:07:46.019726 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.023285 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bebd-f178-4994-bece-e52fce00133f req-e72320b1-444c-4991-b2c1-a584a054ac1c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:46.025365 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd40bebd-f178-4994-bece-e52fce00133f req-e72320b1-444c-4991-b2c1-a584a054ac1c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 943 time: 0.1292157 Nov 10 05:07:46.033748 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:07:46.054621 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:46.058961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.106854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:46.114919 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7b3a5e2a-a024-490d-824c-ed79c6488ff8 req-b5410ee9-e13c-480b-b047-9f23689fda4b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139500 Nov 10 05:07:46.124306 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd40bebd-f178-4994-bece-e52fce00133f req-441b8d79-44dd-44ad-aa8c-dabe9d75a883 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Nov 10 05:07:46.148677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3304f035-07bc-4d4f-97c0-7a410f8e9e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.152781 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3304f035-07bc-4d4f-97c0-7a410f8e9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.192291 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3304f035-07bc-4d4f-97c0-7a410f8e9e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8611394814f14e189f0a50ec33b837be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777103 Nov 10 05:07:46.193380 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304f035-07bc-4d4f-97c0-7a410f8e9e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c528a51-3a81-4649-b018-34380a8b16de,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:46.194907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52964) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:46.241719 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.262703 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.307250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.309875 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.311131 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c528a51-3a81-4649-b018-34380a8b16de HTTP/1.1" status: 204 len: 168 time: 0.1152215 Nov 10 05:07:46.318685 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f193a-8e91-4d67-9ccf-7e6948902e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c528a51-3a81-4649-b018-34380a8b16de,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:46.570570 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52972) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:46.586187 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ff724970-10c0-4aa0-8a14-d9e652d1d3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.663559 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ff724970-10c0-4aa0-8a14-d9e652d1d3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.667622 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ff724970-10c0-4aa0-8a14-d9e652d1d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.706867 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ff724970-10c0-4aa0-8a14-d9e652d1d3bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1323ecc7737454cb1fd7bf7cef82e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351011 Nov 10 05:07:46.708773 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff724970-10c0-4aa0-8a14-d9e652d1d3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc1237-03d3-4541-b254-539d6b702123,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:46.709581 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52974) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:46.763229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.787214 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.831946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.834516 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:46.835790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34dc1237-03d3-4541-b254-539d6b702123 HTTP/1.1" status: 204 len: 168 time: 0.1251616 Nov 10 05:07:46.844631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39cef2-9955-4f21-a37c-f05a39794d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc1237-03d3-4541-b254-539d6b702123,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:46.961507 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368db5-77ac-4de3-a2de-708dcf2fb4d0 req-ffa57102-b6d7-4efb-9daf-bc5d61abe5cb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:46.963532 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7e368db5-77ac-4de3-a2de-708dcf2fb4d0 req-ffa57102-b6d7-4efb-9daf-bc5d61abe5cb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0783215 Nov 10 05:07:46.974987 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524ce41-688e-45fb-9ab2-9af5e7b90b90 req-f2dd634e-741c-42c4-bb5e-7fbcb51c047b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:46.976427 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c524ce41-688e-45fb-9ab2-9af5e7b90b90 req-f2dd634e-741c-42c4-bb5e-7fbcb51c047b tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0652566 Nov 10 05:07:47.051215 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7e368db5-77ac-4de3-a2de-708dcf2fb4d0 req-07b2879e-b03f-41f1-a8de-4f575a3cfbfd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738189 Nov 10 05:07:47.054340 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c524ce41-688e-45fb-9ab2-9af5e7b90b90 req-30f0071b-b20f-49a2-9084-eb4b0b0d34bd tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708256 Nov 10 05:07:47.112120 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['bb957d57-6ae8-40f1-b0d8-1ddca8cf3281'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:07:47.210527 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 52990) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:47.225574 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-35d3f122-9cfc-460d-a023-a1322bebdd62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.267724 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3cff4-2d54-4213-b3db-f4b8534063dc req-a43e4402-cbe1-4063-a001-4f0ff8040561 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:47.269211 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1bd3cff4-2d54-4213-b3db-f4b8534063dc req-a43e4402-cbe1-4063-a001-4f0ff8040561 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0754235 Nov 10 05:07:47.282420 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c59ebb-e1c2-4ca7-8125-041568c0cea5 req-cad62950-c5c7-4ce2-aabe-133c0203acc9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:47.283903 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-79c59ebb-e1c2-4ca7-8125-041568c0cea5 req-cad62950-c5c7-4ce2-aabe-133c0203acc9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 944 time: 0.0787106 Nov 10 05:07:47.309700 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-35d3f122-9cfc-460d-a023-a1322bebdd62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.314806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-35d3f122-9cfc-460d-a023-a1322bebdd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.355047 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-35d3f122-9cfc-460d-a023-a1322bebdd62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fc28852372f45de8052f0aef72bb7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432295 Nov 10 05:07:47.356522 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3f122-9cfc-460d-a023-a1322bebdd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43935f-2daa-46d2-8795-75ce5b5afc81,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:47.358214 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1bd3cff4-2d54-4213-b3db-f4b8534063dc req-71695c03-8aef-4422-b918-12fbec186ce5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733619 Nov 10 05:07:47.358908 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 52992) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:07:47.367431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-79c59ebb-e1c2-4ca7-8125-041568c0cea5 req-29dc1378-f92b-4e5a-aa22-9bbf219db0d0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758908 Nov 10 05:07:47.419430 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.444123 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.490744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.493419 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:47.494735 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d43935f-2daa-46d2-8795-75ce5b5afc81 HTTP/1.1" status: 204 len: 168 time: 0.1348920 Nov 10 05:07:47.502935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2f636-85bc-4afb-9896-1ad7426138b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43935f-2daa-46d2-8795-75ce5b5afc81,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:48.202494 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa3f39-c6b9-4baf-95bc-fe9e00f35eb2 req-5debf262-907f-4087-8ae0-e4b54bb96ef8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:48.210366 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57fa3f39-c6b9-4baf-95bc-fe9e00f35eb2 req-5debf262-907f-4087-8ae0-e4b54bb96ef8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0693560 Nov 10 05:07:48.283194 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57fa3f39-c6b9-4baf-95bc-fe9e00f35eb2 req-d7dff4b9-7032-4052-a979-98a7bdb8397a tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720415 Nov 10 05:07:48.292030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896fdee-6b91-4dc4-8ce7-16a6db6e5886 req-c1d9e288-7088-47fa-8d50-774383c4d765 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:48.293478 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5896fdee-6b91-4dc4-8ce7-16a6db6e5886 req-c1d9e288-7088-47fa-8d50-774383c4d765 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0806663 Nov 10 05:07:48.351473 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5896fdee-6b91-4dc4-8ce7-16a6db6e5886 req-01778836-ac52-4c13-8c02-1c62100bc616 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 Nov 10 05:07:48.403448 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece7a9-6215-416c-9193-47e0d67dead6 req-bc7ed21b-d981-4ebb-8a00-3bcf53a1c668 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:48.404939 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-55ece7a9-6215-416c-9193-47e0d67dead6 req-bc7ed21b-d981-4ebb-8a00-3bcf53a1c668 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0524819 Nov 10 05:07:48.482528 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-55ece7a9-6215-416c-9193-47e0d67dead6 req-6cfebb6a-54ec-48e0-a321-d3ee0e84377b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Nov 10 05:07:48.501035 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5dde-bb58-4037-ad69-ed3b622ed1ed req-8892483f-f1a7-42eb-a1ff-28a67e98f8ba tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:48.502487 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3cd5dde-bb58-4037-ad69-ed3b622ed1ed req-8892483f-f1a7-42eb-a1ff-28a67e98f8ba tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 944 time: 0.0650606 Nov 10 05:07:48.552503 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3cd5dde-bb58-4037-ad69-ed3b622ed1ed req-438f364d-57a9-48e5-b30b-115f9ab90e94 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Nov 10 05:07:49.413523 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e946b-8ca4-4909-9cbf-124883293d5b req-fca7d4ec-f943-4f2f-83f7-088bb676b9d9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:49.415700 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e6e946b-8ca4-4909-9cbf-124883293d5b req-fca7d4ec-f943-4f2f-83f7-088bb676b9d9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0659535 Nov 10 05:07:49.422912 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-cf6b37a4-e3df-40ae-9cad-f24ec2fbc841 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:49.424458 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-cf6b37a4-e3df-40ae-9cad-f24ec2fbc841 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 945 time: 0.0862319 Nov 10 05:07:49.490534 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e6e946b-8ca4-4909-9cbf-124883293d5b req-a033ec9c-f033-4d8c-bc1c-57231121d6c6 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/security-groups?id=8046f39c-4985-4232-99c6-ab53d75a5f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Nov 10 05:07:49.501389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5aa2-e455-4688-8019-22366186c382 req-1b7d680f-36ea-4fb4-af8b-56adf4a0d221 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:49.502840 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-223d5aa2-e455-4688-8019-22366186c382 req-1b7d680f-36ea-4fb4-af8b-56adf4a0d221 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0753219 Nov 10 05:07:49.558208 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-223d5aa2-e455-4688-8019-22366186c382 req-3739fa67-3b00-4c50-858b-b187f3b21437 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Nov 10 05:07:49.592302 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Deleting port c3e3f392-f66f-47e0-aa4c-153932857c5b {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:07:49.592631 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.606497 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a98a15-467b-4406-86e6-7f9d398b93eb req-55df0228-efc7-462c-bcb0-4a3d7804cad5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:49.608096 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-18a98a15-467b-4406-86e6-7f9d398b93eb req-55df0228-efc7-462c-bcb0-4a3d7804cad5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Nov 10 05:07:49.687988 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] For port c3e3f392-f66f-47e0-aa4c-153932857c5b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c3e3f392-f66f-47e0-aa4c-153932857c5b,segment=NetworkSegment(3ddfafd4-02c6-4414-91b1-c0c066c673ac),segment_id=3ddfafd4-02c6-4414-91b1-c0c066c673ac)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:49.688249 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.691405 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-18a98a15-467b-4406-86e6-7f9d398b93eb req-89ca7b6a-d2e8-4c64-b15b-1d8c5d1f68cc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765824 Nov 10 05:07:49.703841 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Calling delete_port for c3e3f392-f66f-47e0-aa4c-153932857c5b owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:07:49.706747 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e25571-537b-4c21-b39f-4eca52ae7e9b req-d344fa8f-b4ab-4f61-9c61-53e0075e2447 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:49.708553 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e9e25571-537b-4c21-b39f-4eca52ae7e9b req-d344fa8f-b4ab-4f61-9c61-53e0075e2447 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 944 time: 0.0795789 Nov 10 05:07:49.765749 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e9e25571-537b-4c21-b39f-4eca52ae7e9b req-0ec5ae18-7eec-4a34-9f15-d80dc73dfb3a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Nov 10 05:07:49.855662 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.883314 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Pushing event deleted for resources: {'Port': ['ID=c3e3f392-f66f-47e0-aa4c-153932857c5b,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:49.899399 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['c3e3f392-f66f-47e0-aa4c-153932857c5b'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:07:49.933881 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:07:49.944529 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] No DVR routers for this DVR port c3e3f392-f66f-47e0-aa4c-153932857c5b on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:07:49.947849 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.951085 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1a8df3fc-ac38-4e50-a2b3-018c4ce0de6d req-e346f219-81a3-490d-8982-1a905c8cbb54 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.16 "DELETE /v2.0/ports/c3e3f392-f66f-47e0-aa4c-153932857c5b HTTP/1.1" status: 204 len: 173 time: 0.5117631 Nov 10 05:07:49.951546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'name': 'network-vif-deleted', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:49.953721 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32904fb-3e82-4d02-8204-0074fd99ff6d" -d '{"events": [{"server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "name": "network-vif-deleted", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:49.987522 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:07:49.991294 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:07:49.991729 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:49.996584 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfaa2ee-7f3b-455a-97c6-a417aba7b4a8 x-openstack-request-id: req-cbfaa2ee-7f3b-455a-97c6-a417aba7b4a8 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:49.996873 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a325461-7d68-4e16-b0b0-286b561bf0bf", "name": "network-vif-deleted", "tag": "c3e3f392-f66f-47e0-aa4c-153932857c5b", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:49.997237 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbfaa2ee-7f3b-455a-97c6-a417aba7b4a8 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:49.997627 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a325461-7d68-4e16-b0b0-286b561bf0bf', 'name': 'network-vif-deleted', 'tag': 'c3e3f392-f66f-47e0-aa4c-153932857c5b', 'status': 'completed', 'code': 200} Nov 10 05:07:50.083808 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:50.105315 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:50.107544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db927e6d-ffb7-47f0-a876-7a1903a9b1a5" -d '{"events": [{"server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "name": "network-vif-plugged", "status": "completed", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:50.120487 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:50.124765 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:50.150187 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47906148-d205-4f31-8c33-e64f67403a57 x-openstack-request-id: req-47906148-d205-4f31-8c33-e64f67403a57 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:50.150489 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "name": "network-vif-plugged", "status": "completed", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:50.150736 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47906148-d205-4f31-8c33-e64f67403a57 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:50.151117 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', 'code': 200} Nov 10 05:07:50.176572 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:50.427848 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4fed-3905-40f3-8eef-fb29d0a065d3 req-45170a2d-158c-404f-b983-e51eab2a03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:50.429309 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e0e4fed-3905-40f3-8eef-fb29d0a065d3 req-45170a2d-158c-404f-b983-e51eab2a03d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0417633 Nov 10 05:07:50.488447 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e0e4fed-3905-40f3-8eef-fb29d0a065d3 req-431f1835-9dc2-4461-8729-bc858fcd89b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Nov 10 05:07:50.598594 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0244f177-1872-4826-8219-e6fa9855e538 req-a3b421ee-624d-4f16-ae72-c265dd7e7f5f tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0253906 Nov 10 05:07:50.675692 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e2f08-a56d-4b9b-a9ce-c4025b546d74 req-f3a88ffd-75ab-4dd5-8a30-bdcffa42855c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:50.677166 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ed3e2f08-a56d-4b9b-a9ce-c4025b546d74 req-f3a88ffd-75ab-4dd5-8a30-bdcffa42855c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0485988 Nov 10 05:07:50.726081 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ed3e2f08-a56d-4b9b-a9ce-c4025b546d74 req-36e711ec-7092-4142-a769-a06bceeeee00 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Nov 10 05:07:50.816264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40992ad-e02c-4c0d-b5b1-7b7344054f2b req-bf66549b-abf4-473c-8ad5-a5563a277ffc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:50.818583 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c40992ad-e02c-4c0d-b5b1-7b7344054f2b req-bf66549b-abf4-473c-8ad5-a5563a277ffc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0541444 Nov 10 05:07:50.892685 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c40992ad-e02c-4c0d-b5b1-7b7344054f2b req-c21cc960-c0b9-4055-886a-340e225fdbfd tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 Nov 10 05:07:50.906120 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc7d1-2c84-4cf7-99ea-ad7df3127720 req-497459e4-7ea9-47ab-95d1-4b94b2dbb397 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:50.907894 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-701fc7d1-2c84-4cf7-99ea-ad7df3127720 req-497459e4-7ea9-47ab-95d1-4b94b2dbb397 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0710106 Nov 10 05:07:50.964155 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-701fc7d1-2c84-4cf7-99ea-ad7df3127720 req-55d20758-b154-4316-b85e-50fa55bca883 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498948 Nov 10 05:07:51.709051 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb6b9fd4-aa5c-42dc-84b4-1baa81bb0cf4 req-c022abcf-958d-4c23-8302-869e055f57f8 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0281692 Nov 10 05:07:51.841786 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35298377-cdb2-45fd-9fde-220aeb0ee429 req-840d6617-3e05-489c-bd4e-3077b3b5d5fa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:51.843205 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35298377-cdb2-45fd-9fde-220aeb0ee429 req-840d6617-3e05-489c-bd4e-3077b3b5d5fa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0466943 Nov 10 05:07:51.891444 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35298377-cdb2-45fd-9fde-220aeb0ee429 req-d62bf970-5c77-418d-b3e5-b549623aa71d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Nov 10 05:07:52.007415 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf86e-6198-4764-9cc5-e4518c38fc40 req-cbb2c876-63ee-428c-ac3a-8fa98436056d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:52.008881 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3cdf86e-6198-4764-9cc5-e4518c38fc40 req-cbb2c876-63ee-428c-ac3a-8fa98436056d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Nov 10 05:07:52.081879 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3cdf86e-6198-4764-9cc5-e4518c38fc40 req-acdb6cd5-5619-45a9-8776-296e6e748062 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672033 Nov 10 05:07:52.101051 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dedf0-1aa7-4a8b-9211-ab9a2d67b263 req-868d5504-864d-4463-b183-75b69b5a000b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:52.102475 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-939dedf0-1aa7-4a8b-9211-ab9a2d67b263 req-868d5504-864d-4463-b183-75b69b5a000b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0629356 Nov 10 05:07:52.150479 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-939dedf0-1aa7-4a8b-9211-ab9a2d67b263 req-33424fe2-95c2-4f2d-b66b-c46d13e99a7c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Nov 10 05:07:52.810540 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e3c6e44-aa64-46a7-bbf0-e72fe36b32c2 req-e80f0596-db55-46d8-9bc5-9732216c8daf tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0248439 Nov 10 05:07:53.003120 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a981-fb5b-48c1-a740-aa679d503973 req-f86bdad5-d604-4240-ba13-614349c9d708 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:53.004498 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5692a981-fb5b-48c1-a740-aa679d503973 req-f86bdad5-d604-4240-ba13-614349c9d708 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0471125 Nov 10 05:07:53.056739 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5692a981-fb5b-48c1-a740-aa679d503973 req-1755f26d-0b71-4d66-8d4f-c4fe4f87dc1e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Nov 10 05:07:53.332989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ec208-73e2-43ac-bfc3-dfe391cb3595 req-62165057-ec44-427a-aaba-6c36564d0129 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:53.334338 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b1ec208-73e2-43ac-bfc3-dfe391cb3595 req-62165057-ec44-427a-aaba-6c36564d0129 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Nov 10 05:07:53.380134 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b1ec208-73e2-43ac-bfc3-dfe391cb3595 req-710ad8fe-0519-47f1-bdaa-0273c06483a1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Nov 10 05:07:53.478378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155bc0a-a663-4527-a49a-caae124fc03b req-ac89aba6-eb8f-468e-aef2-5535fe55c280 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:53.479833 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1155bc0a-a663-4527-a49a-caae124fc03b req-ac89aba6-eb8f-468e-aef2-5535fe55c280 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0465274 Nov 10 05:07:53.525780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1155bc0a-a663-4527-a49a-caae124fc03b req-afb3ace0-31d3-419c-a099-63d3cfa84929 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Nov 10 05:07:53.911430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7987b997-e677-40af-bd67-e075329d76e8 req-f0f04798-aa2a-45fe-9bcd-1efab64cbadc tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0251031 Nov 10 05:07:54.170122 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bfad4-b351-4ed5-90d0-ac6a74079e3d req-cb712210-7171-4e46-9bc9-69b33ce49f3f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:54.171568 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-269bfad4-b351-4ed5-90d0-ac6a74079e3d req-cb712210-7171-4e46-9bc9-69b33ce49f3f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0509074 Nov 10 05:07:54.218350 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-269bfad4-b351-4ed5-90d0-ac6a74079e3d req-d1c17dcc-c592-4a8a-9ff7-6f9f46f96df5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Nov 10 05:07:54.496004 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb8b1-7278-4d55-aa09-7ab0a29efc4b req-5e001c10-941c-43fd-9fbc-72a13b493a95 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:54.497504 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f39eb8b1-7278-4d55-aa09-7ab0a29efc4b req-5e001c10-941c-43fd-9fbc-72a13b493a95 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Nov 10 05:07:54.544477 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f39eb8b1-7278-4d55-aa09-7ab0a29efc4b req-b0564895-088f-4941-a768-591117b1238f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Nov 10 05:07:54.566708 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device c3e3f392-f66f-47e0-aa4c-153932857c5b no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:07:54.588551 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: c3e3f392-f66f-47e0-aa4c-153932857c5b {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:07:54.588891 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device c3e3f392-f66f-47e0-aa4c-153932857c5b not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:07:54.643252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397d19-69e4-427e-9a3d-f8aa0d0303ca req-d162da04-f83a-4779-8c1a-9873d44c9ca2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:54.644718 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c397d19-69e4-427e-9a3d-f8aa0d0303ca req-d162da04-f83a-4779-8c1a-9873d44c9ca2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0482140 Nov 10 05:07:54.694266 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3c397d19-69e4-427e-9a3d-f8aa0d0303ca req-03c3cf04-5cfb-4e3b-a94d-fd4ad1211c6a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Nov 10 05:07:55.011303 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bcc68294-cfec-4bb7-9060-36cc72c03c30 req-ce6d2da2-4d85-4310-9445-54ede28b712c tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0249906 Nov 10 05:07:55.326424 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc3fe9-cc01-4221-804c-16c4e602b0c0 req-0f4299aa-40a7-4989-9c03-91b65321b5c7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:55.327884 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a0bc3fe9-cc01-4221-804c-16c4e602b0c0 req-0f4299aa-40a7-4989-9c03-91b65321b5c7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0464935 Nov 10 05:07:55.374124 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a0bc3fe9-cc01-4221-804c-16c4e602b0c0 req-78e4ad39-026b-4791-9438-8f9055a4a380 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Nov 10 05:07:55.654633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a983a5-e49f-4296-9e0a-09e20902b58f req-628aaa0d-dc78-49b9-878f-0bcdd32410b1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:55.656076 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-49a983a5-e49f-4296-9e0a-09e20902b58f req-628aaa0d-dc78-49b9-878f-0bcdd32410b1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0462909 Nov 10 05:07:55.705172 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-49a983a5-e49f-4296-9e0a-09e20902b58f req-ae1aa00b-a804-4a5e-8126-51a88c05ddf7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Nov 10 05:07:55.771540 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-9b2e5668-8569-4fe6-8697-456d1ed88803 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:55.772859 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-9b2e5668-8569-4fe6-8697-456d1ed88803 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0468810 Nov 10 05:07:55.805830 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018ede0-5cc8-4a10-9058-601d023e8ec1 req-4eae30fe-fbd3-4be9-8242-5ea6d86a9231 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:55.807773 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e018ede0-5cc8-4a10-9058-601d023e8ec1 req-4eae30fe-fbd3-4be9-8242-5ea6d86a9231 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0473602 Nov 10 05:07:55.853231 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e018ede0-5cc8-4a10-9058-601d023e8ec1 req-268a0c64-96f1-4f72-aab5-bbf08cad0fbd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Nov 10 05:07:56.110441 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ad6d8bf-9abe-406d-9272-ebbbc1a414d7 req-0eaee212-2613-4bec-87e0-0cfbcfef66a9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0256031 Nov 10 05:07:56.483513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09507db-22d6-4ede-ba72-c6715cb96687 req-d1870d46-3e38-4a33-b02c-3d44c54bd368 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:56.484960 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d09507db-22d6-4ede-ba72-c6715cb96687 req-d1870d46-3e38-4a33-b02c-3d44c54bd368 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0462251 Nov 10 05:07:56.534340 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d09507db-22d6-4ede-ba72-c6715cb96687 req-a9339afa-6013-4a42-b974-a30cd2b77b67 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Nov 10 05:07:56.817806 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba8c06-190c-4389-a058-48694dbd86a9 req-4e44b884-6e50-46e1-b61b-94f44bf6feeb tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:56.819224 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-49ba8c06-190c-4389-a058-48694dbd86a9 req-4e44b884-6e50-46e1-b61b-94f44bf6feeb tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 945 time: 0.0468879 Nov 10 05:07:56.864530 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-49ba8c06-190c-4389-a058-48694dbd86a9 req-741597c4-9809-496d-b4e8-b2d59101f42e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Nov 10 05:07:56.960858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66187b-78fb-4eea-ac3e-5bca45d359b9 req-f1be02ad-cd69-456c-bfda-7fdf6212c8a8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:56.962825 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c66187b-78fb-4eea-ac3e-5bca45d359b9 req-f1be02ad-cd69-456c-bfda-7fdf6212c8a8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0457644 Nov 10 05:07:57.006364 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c66187b-78fb-4eea-ac3e-5bca45d359b9 req-20e5b364-0d3c-44bf-bf92-c802818031a7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Nov 10 05:07:57.214776 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c77ee7e-4c61-4456-9e7f-a3998ba3a15c req-d3c21a06-321f-445c-ace0-980ced04ebe9 tempest-DeleteServersTestJSON-1089464567 tempest-DeleteServersTestJSON-1089464567-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a325461-7d68-4e16-b0b0-286b561bf0bf HTTP/1.1" status: 200 len: 210 time: 0.0285490 Nov 10 05:07:57.496147 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Deleting port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:07:57.496562 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:57.580708 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] For port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:07:57.581068 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:57.593595 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Calling delete_port for bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:07:57.649140 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec76a-82b2-46ad-9a5c-52ee4244fbc7 req-b5487ce2-a60f-4539-a3bf-612471bee8cd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:57.650555 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88cec76a-82b2-46ad-9a5c-52ee4244fbc7 req-b5487ce2-a60f-4539-a3bf-612471bee8cd tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0484581 Nov 10 05:07:57.698741 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88cec76a-82b2-46ad-9a5c-52ee4244fbc7 req-5cb4b078-651e-4473-8b19-162c3194eae5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Nov 10 05:07:57.721688 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:57.749926 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Pushing event deleted for resources: {'Port': ['ID=bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:07:57.788494 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:07:57.790025 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] No DVR routers for this DVR port bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:07:57.794173 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:07:57.797431 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5995392f-3e51-45bc-ab1e-d1faaa5c42ba req-43633ade-fc39-4ee9-938f-4d7a802696b5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "DELETE /v2.0/ports/bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 HTTP/1.1" status: 204 len: 173 time: 0.3850763 Nov 10 05:07:57.797852 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'name': 'network-vif-deleted', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:07:57.800056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a820da89-9f0d-466b-a53a-59346869e0a3" -d '{"events": [{"server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "name": "network-vif-deleted", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:07:57.843389 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c7356-0850-44e3-aa50-450a3c3c2e5c x-openstack-request-id: req-9c7c7356-0850-44e3-aa50-450a3c3c2e5c {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:07:57.843692 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f209452-9805-4bc1-afca-74b4267e0368", "name": "network-vif-deleted", "tag": "bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:07:57.844040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c7c7356-0850-44e3-aa50-450a3c3c2e5c {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:07:57.844333 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f209452-9805-4bc1-afca-74b4267e0368', 'name': 'network-vif-deleted', 'tag': 'bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520', 'status': 'completed', 'code': 200} Nov 10 05:07:57.962946 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b91f5e15-a3f1-4bcc-8ca1-f29fc2d6d3b6 req-b6d85116-4276-4cdb-9712-4863c040563c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f209452-9805-4bc1-afca-74b4267e0368 HTTP/1.1" status: 200 len: 210 time: 0.0293241 Nov 10 05:07:58.121497 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2de59-f972-4fc5-92eb-52a4309f5df6 req-7e6bd740-d382-4ae0-8445-322eea6bea9a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:58.122930 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-42e2de59-f972-4fc5-92eb-52a4309f5df6 req-7e6bd740-d382-4ae0-8445-322eea6bea9a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0469534 Nov 10 05:07:58.174364 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-42e2de59-f972-4fc5-92eb-52a4309f5df6 req-e6faa345-5a0e-4e3b-9f3d-33af1294a2fc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Nov 10 05:07:58.619702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:07:58.646169 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:07:58.646706 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bdb1faf1-3ca3-4dd0-b947-f84bfe1f6520 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:07:58.820724 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c77400-9866-4497-8b1f-92d3901db2e0 req-dd7c4b00-ce86-4100-bc07-6679240889ff tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:58.822781 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22c77400-9866-4497-8b1f-92d3901db2e0 req-dd7c4b00-ce86-4100-bc07-6679240889ff tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0494750 Nov 10 05:07:58.874999 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22c77400-9866-4497-8b1f-92d3901db2e0 req-1a8f0b06-d302-4228-9348-7c0eeca40265 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Nov 10 05:07:59.289623 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-d1b9a0e9-bb80-4f17-879b-3b56806c94e7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:59.291553 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-d1b9a0e9-bb80-4f17-879b-3b56806c94e7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/networks?id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 200 len: 809 time: 0.1265528 Nov 10 05:07:59.316837 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f9bf-e2c2-4af2-97a9-afe4c65bec0a req-e22b4348-1cc1-43cf-9168-8716c581702d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:07:59.318253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-32f8f9bf-e2c2-4af2-97a9-afe4c65bec0a req-e22b4348-1cc1-43cf-9168-8716c581702d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0752435 Nov 10 05:07:59.319535 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-c0ded40f-bedc-4c23-ba25-8b1a114c60fb tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/quotas/58b395cb659f4cd4a7ec38e84bcb4ed8 HTTP/1.1" status: 200 len: 375 time: 0.0216992 Nov 10 05:07:59.359483 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-8cad8087-b637-4d0d-917d-dadf66ad6ff7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337870 Nov 10 05:07:59.412917 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-32f8f9bf-e2c2-4af2-97a9-afe4c65bec0a req-c78e1db4-4349-45c1-870a-0259c787fd9b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888431 Nov 10 05:07:59.469950 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-ff9e1e55-294a-4b50-8a27-9ba80ed7d987 service neutron] 10.222.0.18 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995424 Nov 10 05:07:59.560434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-c8b889bb-108b-46bb-9de0-9ed736b35284 service neutron] 10.222.0.18 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Nov 10 05:07:59.876825 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7b92bfdd-6133-4bc8-8888-8d733661673d req-3b26b378-c04a-43e6-aae5-d4cfd7e53603 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 210 time: 0.0452197 Nov 10 05:08:00.049239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d4d2c-229a-4f96-9fa7-dd7a35b5dbc3 req-eff1d6f9-2674-4549-85c8-8ce6a66dd394 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:00.050882 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-746d4d2c-229a-4f96-9fa7-dd7a35b5dbc3 req-eff1d6f9-2674-4549-85c8-8ce6a66dd394 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0523045 Nov 10 05:08:00.100213 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-746d4d2c-229a-4f96-9fa7-dd7a35b5dbc3 req-f1233842-c51f-4117-b1ac-24aa3ee00a24 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Nov 10 05:08:00.732239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53284) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:00.779637 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Deleting subnet af7fa091-ff6b-40b7-b8ac-585e66b20d14 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:08:00.783193 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.819938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-66404710-c4df-456e-b1e0-aeff55026cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.826086 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.835691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.892669 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.919890 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7fa091-ff6b-40b7-b8ac-585e66b20d14,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:00.934359 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:00.940218 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-707bcbcc-64c0-479b-a847-b27354e0d840 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/af7fa091-ff6b-40b7-b8ac-585e66b20d14 HTTP/1.1" status: 204 len: 168 time: 0.2046440 Nov 10 05:08:00.940903 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53296) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:01.032847 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1dd4e482-76ed-4939-9bfa-fcb5c7fa1bb3 req-04886490-2bac-41ba-af82-d810c43026a4 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 210 time: 0.0704260 Nov 10 05:08:01.059523 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.164182 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.197849 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.198816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.199800 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.200561 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > port after_create 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.201020 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.201448 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > port after_update 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.201861 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.202361 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.202748 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.203227 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.368387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.368737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.368943 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53312) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:01.369373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.369459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:08:01.369801 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0785b14c-5e22-40ef-9337-55e62d44e62f']}} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:01.384704 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-9eb87e83-5c06-4a18-accb-4a95d9356cbd tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:01.386133 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-9eb87e83-5c06-4a18-accb-4a95d9356cbd tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "GET /v2.0/networks?id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 200 len: 809 time: 0.3197587 Nov 10 05:08:01.398368 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddfafd4-02c6-4414-91b1-c0c066c673ac') {'for_net_delete': True} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:01.398660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddfafd4-02c6-4414-91b1-c0c066c673ac') {} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:01.425427 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Request body: {'port': {'device_id': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90', 'admin_state_up': True, 'tenant_id': '58b395cb659f4cd4a7ec38e84bcb4ed8'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:01.429291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12757107'] for segment, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.453137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.465268 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:08:01.465661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338041'] for segment, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: from cryptography.utils import int_from_bytes Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: from cryptography.utils import int_from_bytes Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: Traceback (most recent call last): Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: timer() Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: cb(*args, **kw) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: return func(*args, **kwargs) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: self._notify() Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: self.callback(batched_events) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: event.method(event) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: return f(self, *a, **k) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._get(url).json() Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: return self.request(url, 'GET', **kwargs) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:08:01.488398 dv-cinder-817135-4-iscsi neutron-server[101800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:08:01.497143 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-657343f9-7fac-4f4e-989e-cd0245f67199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.505775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3ca68-2238-46b8-90fd-7e3c509b0a84 req-b011c931-46c4-447d-9ce9-906fdabe577f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:01.507430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-acb3ca68-2238-46b8-90fd-7e3c509b0a84 req-b011c931-46c4-447d-9ce9-906fdabe577f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.1319792 Nov 10 05:08:01.583614 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.588991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Made reservation on behalf of 58b395cb659f4cd4a7ec38e84bcb4ed8 for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:01.592100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.596081 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-acb3ca68-2238-46b8-90fd-7e3c509b0a84 req-ef8d1f2a-4087-4e96-9d66-985e15f4535b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817018 Nov 10 05:08:01.597151 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.600184 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0785b14c-5e22-40ef-9337-55e62d44e62f HTTP/1.1" status: 204 len: 168 time: 0.6577687 Nov 10 05:08:01.612441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808b069-907b-4349-944e-e84a328aa267 admin admin] Pushing event deleted for resources: {'Network': ['ID=0785b14c-5e22-40ef-9337-55e62d44e62f,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:01.640773 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-657343f9-7fac-4f4e-989e-cd0245f67199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.645216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-657343f9-7fac-4f4e-989e-cd0245f67199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.716475 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53318) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:01.730416 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-657343f9-7fac-4f4e-989e-cd0245f67199 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ee2b440a9147a7bc47267b9087ccc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604441 Nov 10 05:08:01.731117 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657343f9-7fac-4f4e-989e-cd0245f67199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb427ad-a2f4-47ac-a562-fd54ca6505b8,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:01.735144 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53320) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:01.761282 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9610f7e4-9b06-4860-934a-d11493e84d1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=160d0bdc0a1d4bedb82ed3b6fe089053&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407784 Nov 10 05:08:01.761534 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53322) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:01.811234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.811450 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Allocated IP 172.20.0.6 (ee1f0d79-b5cc-402c-a723-8f3ab2383b90/e4ba7076-ea4e-42b4-ae56-139a05b8e5db/e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:08:01.832618 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.835145 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.875458 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.880657 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.883215 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.885076 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8046f39c-4985-4232-99c6-ab53d75a5f4e HTTP/1.1" status: 204 len: 168 time: 0.1221724 Nov 10 05:08:01.894210 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed17d98-3e26-46fb-8f5d-f12f10a9624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8046f39c-4985-4232-99c6-ab53d75a5f4e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:01.992298 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.995376 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:01.996502 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cb427ad-a2f4-47ac-a562-fd54ca6505b8 HTTP/1.1" status: 204 len: 168 time: 0.2604306 Nov 10 05:08:02.011815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b298d7-0204-48e8-9aa4-8a7c8f09ff55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb427ad-a2f4-47ac-a562-fd54ca6505b8,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:02.023691 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.064321 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.131114 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:08:02.132689 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Pushing event updated for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:02.139616 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:02.156514 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:08:02.165733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:02.166605 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.187135 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-59acd5af-bc2f-4566-9014-1485a4c4f22d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658370 Nov 10 05:08:02.188720 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccebc-f8bf-4d2a-8449-d963b2ed3845 req-5def9f7a-639f-46f1-b8a1-9904e7aaeeed tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:02.190533 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5bccebc-f8bf-4d2a-8449-d963b2ed3845 req-5def9f7a-639f-46f1-b8a1-9904e7aaeeed tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 931 time: 0.0824740 Nov 10 05:08:02.215638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Request body: {'port': {'device_id': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:02.264514 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5bccebc-f8bf-4d2a-8449-d963b2ed3845 req-639c3b6f-d080-40c7-894c-7c1887b1e883 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 Nov 10 05:08:02.316056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.609516 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-9650f237-d405-40a5-8d65-dca5d92c11ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:02.616413 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-9650f237-d405-40a5-8d65-dca5d92c11ad tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.1237724 Nov 10 05:08:02.629211 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-cf93aa92-356c-43f8-ab8d-be9e4fe60850 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/quotas/fc30b93c93fa4ceaad6b448afa573e6d HTTP/1.1" status: 200 len: 375 time: 0.0119390 Nov 10 05:08:02.645841 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:02.657457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.676049 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Transition to ACTIVE for port object e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:08:02.681216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.702819 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-a9b93bcd-f1f9-4a4b-b490-4a03ade57d77 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674596 Nov 10 05:08:02.773260 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Pushing event updated for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:02.789329 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Attempting to bind port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:08:02.789967 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Attempting to bind port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:08:02.791083 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Attempting to bind port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:02.795946 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:08:02.796264 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Attempting to bind port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 on network ee1f0d79-b5cc-402c-a723-8f3ab2383b90 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:02.801955 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:08:02.802288 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Checking segment: {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:02.802660 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Bound using segment: {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:08:02.803087 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Bound port: e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef786a7-6c9e-4983-ab18-8f45b47630cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:08:02.803510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.822746 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-9180b0cb-3e7f-42db-8acd-01e8e1757c6d service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094365 Nov 10 05:08:02.901917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:08:02.910498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:08:02.918625 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.934028 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a96d1-1238-4942-96b6-72d0d00a1555 req-1d888a4c-d196-435c-b2b8-e1dab1e65e9b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:02.941100 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-958a96d1-1238-4942-96b6-72d0d00a1555 req-1d888a4c-d196-435c-b2b8-e1dab1e65e9b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.2372711 Nov 10 05:08:02.953927 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53388) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:02.962697 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:02.963345 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:02.964724 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] 10.222.0.16 "PUT /v2.0/ports/e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 HTTP/1.1" status: 200 len: 1093 time: 0.7546177 Nov 10 05:08:02.967336 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:02.969575 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:03.003095 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f886-99b5-4d29-8da0-9c3f2605c62d service neutron] Pushing event updated for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:03.014435 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-2aac543f-341a-4208-abf7-79997afc4534 service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908209 Nov 10 05:08:03.054242 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-958a96d1-1238-4942-96b6-72d0d00a1555 req-bc35511d-cec7-4f40-8853-3197e4c5ba16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120763 Nov 10 05:08:03.095598 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-aedcfabf-5b3d-4acc-b370-a7d5ab08e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.098837 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-aedcfabf-5b3d-4acc-b370-a7d5ab08e789 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 1096 time: 0.0619111 Nov 10 05:08:03.154969 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000bb28-8ec0-42d3-848b-7be087920a61 x-openstack-request-id: req-2000bb28-8ec0-42d3-848b-7be087920a61 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:03.155480 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:03.156054 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2000bb28-8ec0-42d3-848b-7be087920a61 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:03.156455 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3', 'status': 'completed', 'code': 200} Nov 10 05:08:03.158475 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-05042bb0-c69e-42bd-bf4d-30fa0d08268b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 HTTP/1.1" status: 200 len: 217 time: 0.0430074 Nov 10 05:08:03.232529 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbeec-c0a2-443f-a44d-cb21527dfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.241405 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44b93-87c8-4e32-8000-104318cc625d req-1b2e98d7-62b0-4fe9-a6ec-fcbcb7f59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.243115 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-1b2e98d7-62b0-4fe9-a6ec-fcbcb7f59a7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4ba7076-ea4e-42b4-ae56-139a05b8e5db HTTP/1.1" status: 200 len: 849 time: 0.0749898 Nov 10 05:08:03.253241 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a9ff35c2-bab8-4605-81b6-45b4faf952c2 req-8ee401d7-9ba9-46d4-abf9-97b9973e0401 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 210 time: 0.0470183 Nov 10 05:08:03.293522 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-beab7307-8837-4611-b1bf-3286458eb10d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421498 Nov 10 05:08:03.331650 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915039247-network', 'tenant_id': 'c5ae17ee57c848a4a268c18d9eca7e58'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:03.437759 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-ed5f2e73-a84f-434e-93b6-b592d4db3875 service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251547 Nov 10 05:08:03.576781 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e0d44b93-87c8-4e32-8000-104318cc625d req-37259708-8d16-47e2-8331-3d5640ad18d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237342 Nov 10 05:08:03.597742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Made reservation on behalf of c5ae17ee57c848a4a268c18d9eca7e58 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:03.600340 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.610521 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.644973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dad3be-3194-4661-88e9-9c7b084774b5 req-9a9d8d7a-31ca-450f-bd3d-37952042bae6 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.646661 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7dad3be-3194-4661-88e9-9c7b084774b5 req-9a9d8d7a-31ca-450f-bd3d-37952042bae6 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.3045413 Nov 10 05:08:03.721725 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7dad3be-3194-4661-88e9-9c7b084774b5 req-9248077f-aaa7-418e-be64-da062ab2f8ef tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612020 Nov 10 05:08:03.752020 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.774950 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.786995 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-9d1ebd9a-b779-4b92-9a85-c5d88da63fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.789011 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-9d1ebd9a-b779-4b92-9a85-c5d88da63fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 1096 time: 0.0616481 Nov 10 05:08:03.796630 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:08:03.816899 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.817053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Added segment 227f7423-ab52-4a78-8da1-971da3cda886 of type vlan for network b1f7ea96-6c87-4142-a3e1-4d9e97a0588e Nov 10 05:08:03.818267 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b5af6d-05a0-4e9a-b6c9-e57e8af0fcb5,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:03.864110 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.892900 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.894017 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.894785 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:03.932401 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-0fdd7ec1-4d3a-490a-9644-c5077c0c6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:03.935391 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-0fdd7ec1-4d3a-490a-9644-c5077c0c6d34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 200 len: 910 time: 0.1382368 Nov 10 05:08:03.957785 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0008795 Nov 10 05:08:03.961816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53420) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:03.965302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c411e74-7c3c-4933-acc2-83550198d2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f7ea96-6c87-4142-a3e1-4d9e97a0588e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:03.968723 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Request body: {'subnet': {'network_id': 'b1f7ea96-6c87-4142-a3e1-4d9e97a0588e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915039247-subnet', 'tenant_id': 'c5ae17ee57c848a4a268c18d9eca7e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:03.976153 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network b1f7ea96-6c87-4142-a3e1-4d9e97a0588e details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:08:04.046586 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-bd04a84b-3325-4f6f-8880-ffc78cd06a89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 HTTP/1.1" status: 200 len: 217 time: 0.0494592 Nov 10 05:08:04.047205 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Made reservation on behalf of c5ae17ee57c848a4a268c18d9eca7e58 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:04.049510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Publish callbacks [] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:04.166847 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f01c-a4a0-475b-b4fa-53730c623249 req-f162219c-d525-40b3-97a7-148166afed6a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:04.174985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5983f01c-a4a0-475b-b4fa-53730c623249 req-f162219c-d525-40b3-97a7-148166afed6a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0566461 Nov 10 05:08:04.183205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:04.195780 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-2d57ecb5-fb76-4c8c-a5a0-228fcfb4fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:04.197288 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-2d57ecb5-fb76-4c8c-a5a0-228fcfb4fd7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4ba7076-ea4e-42b4-ae56-139a05b8e5db HTTP/1.1" status: 200 len: 849 time: 0.0918345 Nov 10 05:08:04.218756 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5983f01c-a4a0-475b-b4fa-53730c623249 req-075f1ff5-c1f9-451e-a9ad-4751a8880a65 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Nov 10 05:08:04.246737 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c1dc-fcc2-4b1e-b9ca-c34a546c7718 req-3fff67f7-c053-4c7a-9a80-e21ef7feb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:04.248214 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c3a8c1dc-fcc2-4b1e-b9ca-c34a546c7718 req-3fff67f7-c053-4c7a-9a80-e21ef7feb72a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1099 time: 0.0918546 Nov 10 05:08:04.264279 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-25610d0a-518d-4e6f-9d22-750bf1b106e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee1f0d79-b5cc-402c-a723-8f3ab2383b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499816 Nov 10 05:08:04.338791 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4001f404-bf3c-4ffa-ad10-bba748c7e246 req-e079178b-d33c-492a-9498-903cf3624b61 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Nov 10 05:08:04.390670 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c3a8c1dc-fcc2-4b1e-b9ca-c34a546c7718 req-3fed7eed-58d4-4f47-b2ed-57b8703ccb7e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283851 Nov 10 05:08:04.416740 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:04.460934 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-105f206a-e03d-4c26-8606-2ab521099db9 service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878691 Nov 10 05:08:04.485962 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5c9cbe-d963-4c35-aa19-c4b4511e7e1d,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:04.493028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Checking segment: {'id': '227f7423-ab52-4a78-8da1-971da3cda886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1f7ea96-6c87-4142-a3e1-4d9e97a0588e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:04.493416 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Network hostable DHCP agents. Network: b1f7ea96-6c87-4142-a3e1-4d9e97a0588e, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:08:04.509879 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Network b1f7ea96-6c87-4142-a3e1-4d9e97a0588e is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:08:04.518408 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, b1f7ea96-6c87-4142-a3e1-4d9e97a0588e) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:04.522843 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:04.524015 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:04.527738 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b954b53-47ec-4c4c-a272-c17cb8fdefa9 None None] Network b1f7ea96-6c87-4142-a3e1-4d9e97a0588e requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:04.545474 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-0f3dec1a-54f6-42a0-8c86-2382175ed5be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5767822 Nov 10 05:08:04.655351 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0d281-1bd8-4096-bf4a-a394afb4f7d7 None None] Network b1f7ea96-6c87-4142-a3e1-4d9e97a0588e requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:04.859257 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bd93c-fffd-4f25-aba7-ab35bd8c7bcf req-0985087a-166c-4ef8-a2fb-e280378b81fc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:04.860751 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-290bd93c-fffd-4f25-aba7-ab35bd8c7bcf req-0985087a-166c-4ef8-a2fb-e280378b81fc tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0489130 Nov 10 05:08:04.910378 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-290bd93c-fffd-4f25-aba7-ab35bd8c7bcf req-8650e415-2461-4dad-ac25-5ba4a643754f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Nov 10 05:08:05.016691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53448) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:05.021678 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710200364-network', 'tenant_id': '2ced7649e8e741658594521da00ecb23'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:05.044597 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Made reservation on behalf of 2ced7649e8e741658594521da00ecb23 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:05.047070 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.050401 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b45c67a7-2cf9-40ff-934a-cee9a1f3fc11 req-4e9ff9b7-b107-47cd-8454-bede74d4c33f service neutron] 10.222.0.16 "GET /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971162 Nov 10 05:08:05.055153 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.126217 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.130144 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.154241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:08:05.162733 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6549429-6c6d-4768-b9ec-40705173901c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:05.168925 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.169258 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Added segment 27743e13-d3a4-4ec3-9c85-a7f84ec02d76 of type vlan for network 0ddbd276-13a6-4021-a89f-d1f65c831e30 Nov 10 05:08:05.211737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.237426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.238346 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:05.238930 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.294405 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2767301 Nov 10 05:08:05.298949 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53452) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:05.318880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Request body: {'subnet': {'network_id': '0ddbd276-13a6-4021-a89f-d1f65c831e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710200364-subnet', 'tenant_id': '2ced7649e8e741658594521da00ecb23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:05.323869 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc73287-ba88-46b0-9930-a8fc64509421 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddbd276-13a6-4021-a89f-d1f65c831e30,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:05.338406 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 0ddbd276-13a6-4021-a89f-d1f65c831e30 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:08:05.347510 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788aedc-2a9e-4c0e-aa16-5e06056496a0 req-d37f1eec-6636-4543-90d4-daedc7f26b9c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:05.349189 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f788aedc-2a9e-4c0e-aa16-5e06056496a0 req-d37f1eec-6636-4543-90d4-daedc7f26b9c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0588977 Nov 10 05:08:05.406081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Made reservation on behalf of 2ced7649e8e741658594521da00ecb23 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:05.410288 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.416695 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f788aedc-2a9e-4c0e-aa16-5e06056496a0 req-4a367be9-a5b7-4176-b9a3-a13b3189c111 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Nov 10 05:08:05.504797 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e99b3078-e8f1-48c0-8f8f-e84d44453c2d req-d8f425e7-b53c-49e9-b4f4-0fbe3b27a7fc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 210 time: 0.0352113 Nov 10 05:08:05.533563 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-6e06480d-7bbd-4dd7-92d3-2e4e09f12902 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:05.535114 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-6e06480d-7bbd-4dd7-92d3-2e4e09f12902 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.2455044 Nov 10 05:08:05.556641 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Request body: {'port': {'device_id': '12094b27-6af6-4de4-976c-5909f9e585e3', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'admin_state_up': True, 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:05.738760 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.743242 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:05.746690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.824398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d523c8ae-0d54-46d2-9a6b-144b34d203c0,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:05.864660 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Checking segment: {'id': '27743e13-d3a4-4ec3-9c85-a7f84ec02d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0ddbd276-13a6-4021-a89f-d1f65c831e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:05.865005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Network hostable DHCP agents. Network: 0ddbd276-13a6-4021-a89f-d1f65c831e30, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:08:05.895393 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Network 0ddbd276-13a6-4021-a89f-d1f65c831e30 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:08:05.928550 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 0ddbd276-13a6-4021-a89f-d1f65c831e30) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:05.932871 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:05.933454 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:05.969508 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-4902d6f0-c9b5-4338-8b5a-61850719007f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6598656 Nov 10 05:08:05.969508 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Allocated IP 172.20.0.10 (a70a0ca2-19d1-411a-8fa8-e54d497bd1c8/3d421341-5118-43e8-b5c0-9c92256402a8/773cabca-df31-4b02-9c5b-88a7248fc75a) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:08:05.971733 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1acde3-dca7-4e68-b7c6-340e3cb76c3a None None] Network 0ddbd276-13a6-4021-a89f-d1f65c831e30 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:06.029131 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.117338 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c137b-be9e-4da1-8090-5bac5170bfe7 req-81fcd122-a022-45a9-9313-997dfbac6902 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:06.119700 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c1c137b-be9e-4da1-8090-5bac5170bfe7 req-81fcd122-a022-45a9-9313-997dfbac6902 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0760138 Nov 10 05:08:06.147690 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53472) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:06.210301 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58426ea-301a-40fe-9d4f-a5bfceb685fc None None] Network 0ddbd276-13a6-4021-a89f-d1f65c831e30 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:06.234771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.240125 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7c1c137b-be9e-4da1-8090-5bac5170bfe7 req-84b98d91-9835-431a-bc6f-76549a5a49e3 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145413 Nov 10 05:08:06.243005 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Deleting subnet 8c5c9cbe-d963-4c35-aa19-c4b4511e7e1d {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:08:06.246459 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.272447 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.289557 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.328661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.333272 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:08:06.334590 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event updated for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:06.337306 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:06.344519 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:08:06.348419 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf', 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:08:06.353541 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:06.354247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.373513 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-8798c3ae-749e-45d0-96b4-a498636992cc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222165 Nov 10 05:08:06.391985 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Request body: {'port': {'device_id': '12094b27-6af6-4de4-976c-5909f9e585e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:06.393076 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.418259 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5c9cbe-d963-4c35-aa19-c4b4511e7e1d,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:06.423095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.426572 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-61283232-aa2d-47c0-bc6c-486bca041e8c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c5c9cbe-d963-4c35-aa19-c4b4511e7e1d HTTP/1.1" status: 204 len: 168 time: 0.2777140 Nov 10 05:08:06.429187 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53476) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:06.468941 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.540796 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.567692 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573da8-183f-4514-b04e-afaacd7d82b2 req-dcd5ec03-7d5f-4b7c-ae12-2cb751350a3b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:06.569433 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-07573da8-183f-4514-b04e-afaacd7d82b2 req-dcd5ec03-7d5f-4b7c-ae12-2cb751350a3b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0663466 Nov 10 05:08:06.697693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.734632 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-07573da8-183f-4514-b04e-afaacd7d82b2 req-fbc652d4-a593-4407-a695-878a8059e26d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409619 Nov 10 05:08:06.739165 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f7ea96-6c87-4142-a3e1-4d9e97a0588e']}} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:06.756500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f535b-eb23-47a3-98a4-8b0e4ac2d56f req-d9d55843-2c6e-4e07-9d85-bd86b0b7f6b5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:06.756500 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-801f535b-eb23-47a3-98a4-8b0e4ac2d56f req-d9d55843-2c6e-4e07-9d85-bd86b0b7f6b5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 932 time: 0.1576111 Nov 10 05:08:06.760649 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.762246 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f7423-ab52-4a78-8da1-971da3cda886') {'for_net_delete': True} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:06.762609 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f7423-ab52-4a78-8da1-971da3cda886') {} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:06.779027 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12757107'] for segment, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.805578 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.819585 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:08:06.819973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338041'] for segment, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: Traceback (most recent call last): Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: timer() Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: cb(*args, **kw) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: return func(*args, **kwargs) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: self._notify() Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: self.callback(batched_events) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: event.method(event) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: return f(self, *a, **k) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._get(url).json() Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: return self.request(url, 'GET', **kwargs) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:08:06.821649 dv-cinder-817135-4-iscsi neutron-server[101800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:08:06.841539 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-801f535b-eb23-47a3-98a4-8b0e4ac2d56f req-544677dc-d9b2-4b16-be60-04faf2d8d490 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768514 Nov 10 05:08:06.886980 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.892466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.895662 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b1f7ea96-6c87-4142-a3e1-4d9e97a0588e HTTP/1.1" status: 204 len: 168 time: 0.4655657 Nov 10 05:08:06.899032 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53482) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:06.905983 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4038-d4c8-4b1f-affa-08a9ecd66773 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f7ea96-6c87-4142-a3e1-4d9e97a0588e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:06.975469 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Deleting subnet d523c8ae-0d54-46d2-9a6b-144b34d203c0 {{(pid=101801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:08:06.980059 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:06.982837 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773cabca-df31-4b02-9c5b-88a7248fc75a {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:07.010708 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.031446 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Transition to ACTIVE for port object 773cabca-df31-4b02-9c5b-88a7248fc75a will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:08:07.033769 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.040242 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.046733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.124060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Pushing event updated for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:07.162067 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for subnet, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.171343 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Attempting to bind port 773cabca-df31-4b02-9c5b-88a7248fc75a on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:08:07.171675 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Attempting to bind port 773cabca-df31-4b02-9c5b-88a7248fc75a by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:08:07.171991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Attempting to bind port 773cabca-df31-4b02-9c5b-88a7248fc75a on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:07.197702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d523c8ae-0d54-46d2-9a6b-144b34d203c0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:07.199991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.203160 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ac95b16a-3481-4933-bb6d-b5c06a03abfe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d523c8ae-0d54-46d2-9a6b-144b34d203c0 HTTP/1.1" status: 204 len: 168 time: 0.3018837 Nov 10 05:08:07.203910 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Port 773cabca-df31-4b02-9c5b-88a7248fc75a on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:08:07.204228 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Attempting to bind port 773cabca-df31-4b02-9c5b-88a7248fc75a on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:07.206360 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53490) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:07.209803 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:08:07.210133 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Checking segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:07.210556 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Bound using segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:08:07.210918 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Bound port: 773cabca-df31-4b02-9c5b-88a7248fc75a, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:08:07.211288 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.275616 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:08:07.278868 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=773cabca-df31-4b02-9c5b-88a7248fc75a,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:08:07.285377 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.295580 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.318346 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:07.319026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.320425 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] 10.222.0.16 "PUT /v2.0/ports/773cabca-df31-4b02-9c5b-88a7248fc75a HTTP/1.1" status: 200 len: 1094 time: 0.9326839 Nov 10 05:08:07.320853 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:07.323107 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383a36fc-64bf-4d4e-8074-27443464f1da" -d '{"events": [{"name": "network-changed", "server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:07.347513 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a888a-67c1-4715-8926-7c183fcc2f01 service neutron] Pushing event updated for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:07.405643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.434474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc65d7-0699-4fd6-8b37-3f42b0632f08 req-fe745268-cdc7-458b-81c2-6db688572912 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:07.435956 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-aebc65d7-0699-4fd6-8b37-3f42b0632f08 req-fe745268-cdc7-458b-81c2-6db688572912 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.1090779 Nov 10 05:08:07.437378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddbd276-13a6-4021-a89f-d1f65c831e30']}} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:07.452531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27743e13-d3a4-4ec3-9c85-a7f84ec02d76') {'for_net_delete': True} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:07.452821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27743e13-d3a4-4ec3-9c85-a7f84ec02d76') {} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:08:07.468394 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12757107'] for segment, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.490905 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.503516 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:08:07.503965 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338041'] for segment, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: Traceback (most recent call last): Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: timer() Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: cb(*args, **kw) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: return func(*args, **kwargs) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: self._notify() Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: self.callback(batched_events) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: event.method(event) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: return f(self, *a, **k) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._get(url).json() Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: return self.request(url, 'GET', **kwargs) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:08:07.505653 dv-cinder-817135-4-iscsi neutron-server[101800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:08:07.550148 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-aebc65d7-0699-4fd6-8b37-3f42b0632f08 req-e5b00722-2f0a-4c9b-8166-120488644f25 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060567 Nov 10 05:08:07.568493 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.584813 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.591544 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ddbd276-13a6-4021-a89f-d1f65c831e30 HTTP/1.1" status: 204 len: 168 time: 0.3801305 Nov 10 05:08:07.591544 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41c1c-70ef-4518-98f0-e55a140b4c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddbd276-13a6-4021-a89f-d1f65c831e30,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:07.596393 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d456f7b-b139-4906-bb10-e5cfd4c5cfc9 x-openstack-request-id: req-4d456f7b-b139-4906-bb10-e5cfd4c5cfc9 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:07.597085 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:07.597392 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d456f7b-b139-4906-bb10-e5cfd4c5cfc9 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:07.597899 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a', 'status': 'completed', 'code': 200} Nov 10 05:08:07.738048 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53498) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:07.779367 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d7b33f3e-e6c7-4489-bae8-5e9963d81cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5ae17ee57c848a4a268c18d9eca7e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401449 Nov 10 05:08:07.781768 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53502) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:07.831938 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.852202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.852815 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055532d5-bd20-419c-b3d2-d156042816c3 req-f0db0e03-6a67-473d-addf-d1caa65294de tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:07.854306 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-055532d5-bd20-419c-b3d2-d156042816c3 req-f0db0e03-6a67-473d-addf-d1caa65294de tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0471811 Nov 10 05:08:07.897943 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.900600 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:07.901730 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8b5af6d-05a0-4e9a-b6c9-e57e8af0fcb5 HTTP/1.1" status: 204 len: 168 time: 0.1188302 Nov 10 05:08:07.905857 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-055532d5-bd20-419c-b3d2-d156042816c3 req-785ff1a5-0290-44c4-8211-3b27fd351055 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453398 Nov 10 05:08:07.909813 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf0659-f279-494b-8e60-344a054d0483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b5af6d-05a0-4e9a-b6c9-e57e8af0fcb5,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:08.015477 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61521b56-16ff-4e35-b4aa-c1cbb0e998b5 req-f9edffba-1827-4926-b85e-f0c51c42f899 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:08.017172 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-61521b56-16ff-4e35-b4aa-c1cbb0e998b5 req-f9edffba-1827-4926-b85e-f0c51c42f899 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0489752 Nov 10 05:08:08.064490 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-61521b56-16ff-4e35-b4aa-c1cbb0e998b5 req-9a4236fe-90c6-482d-a0fd-cfb0c74787c2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Nov 10 05:08:08.213999 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53512) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:08.253429 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3f3d8bba-0ddb-40b2-8a1c-0f6cd2fa8003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ced7649e8e741658594521da00ecb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382774 Nov 10 05:08:08.255864 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53516) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:08.300793 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:08.321411 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:08.367497 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:08.370719 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:08.371845 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6549429-6c6d-4768-b9ec-40705173901c HTTP/1.1" status: 204 len: 168 time: 0.1151092 Nov 10 05:08:08.379782 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390434b9-42c2-4ec6-928c-f589b0e6483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6549429-6c6d-4768-b9ec-40705173901c,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:08.666014 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de1a8-8f92-438d-be63-6920b062793b req-f62cde4d-49e0-4e40-98a7-4b07ed0c0665 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:08.667499 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d00de1a8-8f92-438d-be63-6920b062793b req-f62cde4d-49e0-4e40-98a7-4b07ed0c0665 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0488715 Nov 10 05:08:08.717602 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d00de1a8-8f92-438d-be63-6920b062793b req-70d826f1-ff11-4811-b7bf-db3eef71110c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Nov 10 05:08:09.023344 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed7081-01a7-4f1f-a723-3756f9d74004 req-14c95051-b009-444d-8496-f2ca20396987 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:09.025533 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d7ed7081-01a7-4f1f-a723-3756f9d74004 req-14c95051-b009-444d-8496-f2ca20396987 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0518014 Nov 10 05:08:09.072327 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d7ed7081-01a7-4f1f-a723-3756f9d74004 req-ef3421c9-ce7f-4298-8093-44a59afdc1de tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Nov 10 05:08:09.180275 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d99a-49c9-499e-8575-f8f4f8884752 req-563cd661-78a1-42d8-8fa4-e80cacfd6087 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:09.181791 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f65d99a-49c9-499e-8575-f8f4f8884752 req-563cd661-78a1-42d8-8fa4-e80cacfd6087 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0492139 Nov 10 05:08:09.231442 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f65d99a-49c9-499e-8575-f8f4f8884752 req-266a6a5a-4765-4464-bdfa-23042e8778b9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Nov 10 05:08:09.832248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a6e76-3a65-4cc9-ae77-da8ec9e6e669 req-16d184d5-5122-40b7-b8af-cc484e2e775e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:09.833934 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc3a6e76-3a65-4cc9-ae77-da8ec9e6e669 req-16d184d5-5122-40b7-b8af-cc484e2e775e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0484345 Nov 10 05:08:09.891947 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc3a6e76-3a65-4cc9-ae77-da8ec9e6e669 req-2ea86d92-414e-4c66-826b-ea09a3e5844d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Nov 10 05:08:10.183238 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ab85c-2c8e-49f8-a184-1a984b634bde req-f72e06f9-be41-4bd4-8f84-4b77eb9b4a55 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:10.184844 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e8ab85c-2c8e-49f8-a184-1a984b634bde req-f72e06f9-be41-4bd4-8f84-4b77eb9b4a55 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0475969 Nov 10 05:08:10.230679 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e8ab85c-2c8e-49f8-a184-1a984b634bde req-53e7c5ca-e94c-479c-9859-524f8ec27af1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Nov 10 05:08:10.349471 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014841f8-8bc1-44da-b161-08f7fc2262d2 req-504b78b4-2070-4dfa-8c04-dc291fbd69d4 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:10.350939 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-014841f8-8bc1-44da-b161-08f7fc2262d2 req-504b78b4-2070-4dfa-8c04-dc291fbd69d4 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0462770 Nov 10 05:08:10.395892 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-014841f8-8bc1-44da-b161-08f7fc2262d2 req-0f96f6a5-eb11-4aeb-9008-748e78e5b727 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Nov 10 05:08:11.006192 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cbb02-a20e-4968-820f-d50d4621a3e4 req-a0fc9fe6-ce45-4a01-8931-91dde8072763 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.007693 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a38cbb02-a20e-4968-820f-d50d4621a3e4 req-a0fc9fe6-ce45-4a01-8931-91dde8072763 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0493035 Nov 10 05:08:11.053065 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a38cbb02-a20e-4968-820f-d50d4621a3e4 req-9a829a22-39c0-4db4-b9e7-2aa907de6d57 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Nov 10 05:08:11.251896 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:11.337673 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a36fc-64bf-4d4e-8074-27443464f1da req-73d36b5e-6d3c-4510-a8f7-37060989ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.339163 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-383a36fc-64bf-4d4e-8074-27443464f1da req-73d36b5e-6d3c-4510-a8f7-37060989ecbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 1097 time: 0.0655458 Nov 10 05:08:11.357619 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3b231-9467-4280-9477-e38f3942ca45 req-5837ec80-c0ee-4934-ab0c-08f15fcd5aeb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.359091 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57a3b231-9467-4280-9477-e38f3942ca45 req-5837ec80-c0ee-4934-ab0c-08f15fcd5aeb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0620797 Nov 10 05:08:11.410483 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57a3b231-9467-4280-9477-e38f3942ca45 req-47c98383-7121-4008-8568-951a8a62d849 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Nov 10 05:08:11.456196 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a36fc-64bf-4d4e-8074-27443464f1da req-f2d6ef62-8053-49ba-a068-18db6dabfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.457681 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-383a36fc-64bf-4d4e-8074-27443464f1da req-f2d6ef62-8053-49ba-a068-18db6dabfd2d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996222 Nov 10 05:08:11.515837 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f1ac-6dd1-42a3-ac5c-2a9638258a5f req-abf2b2db-a6ab-4ff2-bfff-d72d86a68a63 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.517222 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c580f1ac-6dd1-42a3-ac5c-2a9638258a5f req-abf2b2db-a6ab-4ff2-bfff-d72d86a68a63 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0523674 Nov 10 05:08:11.554884 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a36fc-64bf-4d4e-8074-27443464f1da req-56da605d-ceb5-4761-b922-48efbdb83634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.556449 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-383a36fc-64bf-4d4e-8074-27443464f1da req-56da605d-ceb5-4761-b922-48efbdb83634 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905697 Nov 10 05:08:11.563761 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c580f1ac-6dd1-42a3-ac5c-2a9638258a5f req-77a00ce2-a61f-4f47-b20e-99abaaf31eb1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Nov 10 05:08:11.727017 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-bfd5984e-1b10-48c0-99fd-7cd13ec16a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.729123 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-bfd5984e-1b10-48c0-99fd-7cd13ec16a39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 1097 time: 0.0396788 Nov 10 05:08:11.790877 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-1ab8ca5d-51b6-4f8a-a2b3-f1aae9b68c40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773cabca-df31-4b02-9c5b-88a7248fc75a HTTP/1.1" status: 200 len: 217 time: 0.0338752 Nov 10 05:08:11.842032 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-5382b9b0-6b2e-4878-bc31-913d1a782341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:11.843480 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-5382b9b0-6b2e-4878-bc31-913d1a782341 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0456307 Nov 10 05:08:11.880363 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-55efcbb7-c609-4917-bbac-6362369dc5bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226383 Nov 10 05:08:11.971759 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-9e4b66f8-bd5a-4b3d-aeb9-5fb494784ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Nov 10 05:08:12.070186 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a4b51a3d-6184-4d08-850b-d8fbfe4efaa5 req-5a3076a0-38a2-4f0e-b97e-033bb14dcb9c service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Nov 10 05:08:12.181242 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b9f6-04cb-424e-a7d8-957b9a8548fd req-a79ed04e-6bb8-49e1-8d18-8ae91b26bd26 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:12.182765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7b6b9f6-04cb-424e-a7d8-957b9a8548fd req-a79ed04e-6bb8-49e1-8d18-8ae91b26bd26 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0494771 Nov 10 05:08:12.230872 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7b6b9f6-04cb-424e-a7d8-957b9a8548fd req-e7e72d65-ec33-4bb5-81c5-229b04e94b4c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Nov 10 05:08:12.537641 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27fb48-2cd3-4e84-945b-18069081a7e7 req-235e074c-8392-49c6-a270-f82c3fedc908 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:12.539097 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca27fb48-2cd3-4e84-945b-18069081a7e7 req-235e074c-8392-49c6-a270-f82c3fedc908 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0574746 Nov 10 05:08:12.589854 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca27fb48-2cd3-4e84-945b-18069081a7e7 req-323b16fc-2667-4e98-8a63-436068f1e8fc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Nov 10 05:08:12.699344 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa64908-e5f5-4462-9d12-0cc9b3170f5e req-ea0351bd-29d1-4054-b876-447059ba893d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:12.700773 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8aa64908-e5f5-4462-9d12-0cc9b3170f5e req-ea0351bd-29d1-4054-b876-447059ba893d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0722718 Nov 10 05:08:12.721993 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f420a31-b363-4579-a96b-16464bfc177a req-ec6eaba3-e519-405c-85c8-05ca217672ba tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:12.723401 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9f420a31-b363-4579-a96b-16464bfc177a req-ec6eaba3-e519-405c-85c8-05ca217672ba tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0693057 Nov 10 05:08:12.786360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8aa64908-e5f5-4462-9d12-0cc9b3170f5e req-6299243d-078b-44af-bc43-28c5765422b3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Nov 10 05:08:12.793782 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9f420a31-b363-4579-a96b-16464bfc177a req-888a0427-cd65-46f1-b0e0-d801acaf4785 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 Nov 10 05:08:13.343626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb916-03ef-4070-a642-fa782fb5ba22 req-516d44e8-aa57-4543-9636-c32a0a91beda tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:13.345050 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14abb916-03ef-4070-a642-fa782fb5ba22 req-516d44e8-aa57-4543-9636-c32a0a91beda tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0494099 Nov 10 05:08:13.393253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14abb916-03ef-4070-a642-fa782fb5ba22 req-af7c34f3-0aea-4730-9b6e-d5e0af6d589c tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Nov 10 05:08:13.698108 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53662) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:13.798499 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9d9be969-3b1d-4f62-857f-2b3fbe1d59cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:13.872070 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9d9be969-3b1d-4f62-857f-2b3fbe1d59cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:13.876053 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9d9be969-3b1d-4f62-857f-2b3fbe1d59cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:13.898070 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c13cc3-fb98-49ff-85a5-d87d28936cf3 req-e5d29789-0e55-4793-86c9-a3827683c5d2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:13.899543 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26c13cc3-fb98-49ff-85a5-d87d28936cf3 req-e5d29789-0e55-4793-86c9-a3827683c5d2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0472989 Nov 10 05:08:13.914823 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9d9be969-3b1d-4f62-857f-2b3fbe1d59cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67783d0778534866ba3aa350f46daf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155709 Nov 10 05:08:13.916005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9be969-3b1d-4f62-857f-2b3fbe1d59cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5c303-ccd7-4f41-9002-06ff3c261c43,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:13.917965 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53668) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:13.970274 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26c13cc3-fb98-49ff-85a5-d87d28936cf3 req-dec02a86-29e1-4239-81a6-8ddac4cd46ee tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646441 Nov 10 05:08:13.985397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.005682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.051976 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.054618 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.056253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76c5c303-ccd7-4f41-9002-06ff3c261c43 HTTP/1.1" status: 204 len: 168 time: 0.1368928 Nov 10 05:08:14.063554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc732c3d-a074-4eae-9461-738ca6ea641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5c303-ccd7-4f41-9002-06ff3c261c43,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:14.305481 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53676) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:14.318708 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89ffa202-59bc-4c85-92dd-570e5aba3e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.387979 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89ffa202-59bc-4c85-92dd-570e5aba3e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.391783 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89ffa202-59bc-4c85-92dd-570e5aba3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.428822 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-89ffa202-59bc-4c85-92dd-570e5aba3e49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da902fbfeded45369fbcd285e32323a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216483 Nov 10 05:08:14.429672 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa202-59bc-4c85-92dd-570e5aba3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7b5f3-97d0-4609-9e1e-fa7437c4849e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:14.432028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53680) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:14.493869 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.518250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.520737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7be4-b379-4b87-95f0-51879b2d757b req-c1f825a8-7ed1-46de-b36f-981ef81f3502 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:14.522194 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b92f7be4-b379-4b87-95f0-51879b2d757b req-c1f825a8-7ed1-46de-b36f-981ef81f3502 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0479190 Nov 10 05:08:14.565585 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.568207 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:14.569334 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b7b5f3-97d0-4609-9e1e-fa7437c4849e HTTP/1.1" status: 204 len: 168 time: 0.1362467 Nov 10 05:08:14.573979 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b92f7be4-b379-4b87-95f0-51879b2d757b req-0db850e1-e09f-4328-89d1-7901ff842390 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Nov 10 05:08:14.578836 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5692-7598-463b-9630-181f7d9612b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7b5f3-97d0-4609-9e1e-fa7437c4849e,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:15.086136 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83097-da47-4ab8-bbb6-d2b3747d8ef0 req-c5db6817-e563-4187-aa6c-eb79a9da255a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:15.088218 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2da83097-da47-4ab8-bbb6-d2b3747d8ef0 req-c5db6817-e563-4187-aa6c-eb79a9da255a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0522294 Nov 10 05:08:15.135134 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2da83097-da47-4ab8-bbb6-d2b3747d8ef0 req-65669f46-64e1-4cf5-bde4-73455b914918 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Nov 10 05:08:15.696807 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6586-f3bf-40d2-b2d9-c50eac4bded3 req-ffe362f1-a4a0-4977-89d8-cf6ba1289ef7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:15.698170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7cfd6586-f3bf-40d2-b2d9-c50eac4bded3 req-ffe362f1-a4a0-4977-89d8-cf6ba1289ef7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 943 time: 0.0481782 Nov 10 05:08:15.744838 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7cfd6586-f3bf-40d2-b2d9-c50eac4bded3 req-963aadb2-07c0-44f7-962a-ee17f2ef7329 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Nov 10 05:08:15.820191 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:08:15.922937 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:15.934777 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3', 'network_id': 'ee1f0d79-b5cc-402c-a723-8f3ab2383b90', 'port_id': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3', 'mac_address': 'fa:16:3e:1f:28:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ba7076-ea4e-42b4-ae56-139a05b8e5db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:08:15.971952 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:15.984968 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:16.008788 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:16.013197 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:16.061429 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:16.255870 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8aeba-d6a1-4c5c-b3af-15d9567ff2f9 req-180439e9-4339-4d90-ab69-a0b69025777c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:16.263052 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ebe8aeba-d6a1-4c5c-b3af-15d9567ff2f9 req-180439e9-4339-4d90-ab69-a0b69025777c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0552502 Nov 10 05:08:16.309495 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ebe8aeba-d6a1-4c5c-b3af-15d9567ff2f9 req-3e987d09-1c7b-41c5-8070-a18b0ac992ea tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Nov 10 05:08:16.861690 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49145c-ffc9-4d40-a3e9-46f9af4da5cd req-12922cc8-1aae-4a68-9bde-f399d1520982 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:16.863254 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0a49145c-ffc9-4d40-a3e9-46f9af4da5cd req-12922cc8-1aae-4a68-9bde-f399d1520982 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 944 time: 0.0486529 Nov 10 05:08:16.911789 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0a49145c-ffc9-4d40-a3e9-46f9af4da5cd req-00822abc-0026-476d-860f-0d69a1b0b53b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Nov 10 05:08:17.301652 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 53840) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:17.409159 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b411d7f2-9f69-4adf-9bc0-673684ff3f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.422348 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412e5-b541-4278-9f11-a3cb83b77228 req-2419155c-d955-4861-a88a-c636a9546d91 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:17.423943 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3e3412e5-b541-4278-9f11-a3cb83b77228 req-2419155c-d955-4861-a88a-c636a9546d91 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0489070 Nov 10 05:08:17.482069 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3e3412e5-b541-4278-9f11-a3cb83b77228 req-eb5a5a80-d774-4733-90ec-7ce5af3b4be0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Nov 10 05:08:17.484928 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b411d7f2-9f69-4adf-9bc0-673684ff3f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.489766 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b411d7f2-9f69-4adf-9bc0-673684ff3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.528693 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b411d7f2-9f69-4adf-9bc0-673684ff3f95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8da5f17afc84972a483eec8ddaf4773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259145 Nov 10 05:08:17.529789 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411d7f2-9f69-4adf-9bc0-673684ff3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730be959-ef4c-44c0-b1e2-634c79ce5d64,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:17.531206 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53846) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:17.582642 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.603887 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.649121 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.652281 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:17.653418 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/730be959-ef4c-44c0-b1e2-634c79ce5d64 HTTP/1.1" status: 204 len: 168 time: 0.1203623 Nov 10 05:08:17.677114 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43d3e5-7b2a-47d8-aefb-0c948e934531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730be959-ef4c-44c0-b1e2-634c79ce5d64,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:17.697062 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-f07f2b7e-ac21-41f3-92ff-82790ddf14a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410731 Nov 10 05:08:17.913607 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53856) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:17.926241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e8e06e3f-915b-43e6-a29c-dbc803133e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.027339 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e8e06e3f-915b-43e6-a29c-dbc803133e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.029093 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1512-3410-4f29-9286-31e5b830d78b req-b064486c-a067-4104-9449-0b8b522f1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:18.030686 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-b064486c-a067-4104-9449-0b8b522f1e30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 1098 time: 0.0434434 Nov 10 05:08:18.031661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e8e06e3f-915b-43e6-a29c-dbc803133e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.082477 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489c34-3050-477e-9b95-88c48b2d131e req-6f7c85ba-45ce-45d7-9456-6bbc26747795 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:18.083948 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14489c34-3050-477e-9b95-88c48b2d131e req-6f7c85ba-45ce-45d7-9456-6bbc26747795 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 944 time: 0.0988107 Nov 10 05:08:18.089511 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e8e06e3f-915b-43e6-a29c-dbc803133e2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6268b296f254afe96a7c5f9cb9366e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724167 Nov 10 05:08:18.089511 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06e3f-915b-43e6-a29c-dbc803133e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb5392-4bd9-4ea4-bc9f-eb125cec8707,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:18.090445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 53860) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:18.134047 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1512-3410-4f29-9286-31e5b830d78b req-e880d9cf-4787-44d5-a5cb-c6d21bd4ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:18.135560 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-e880d9cf-4787-44d5-a5cb-c6d21bd4ea8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 916 time: 0.0859203 Nov 10 05:08:18.161493 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14489c34-3050-477e-9b95-88c48b2d131e req-e4d2bc22-84e9-404f-be7e-33e7539dec40 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689676 Nov 10 05:08:18.171024 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.180160 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-b920a58c-02c8-4493-93d2-dd6711069819 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf HTTP/1.1" status: 200 len: 217 time: 0.0374138 Nov 10 05:08:18.193186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.244564 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.247389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:18.248520 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dcb5392-4bd9-4ea4-bc9f-eb125cec8707 HTTP/1.1" status: 204 len: 168 time: 0.1571996 Nov 10 05:08:18.257715 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da048d0c-c157-427c-bbab-720b7f9dce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb5392-4bd9-4ea4-bc9f-eb125cec8707,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:18.287331 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1512-3410-4f29-9286-31e5b830d78b req-9f2e4a4d-19ac-4f69-95fd-80982ca2457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:18.288773 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-9f2e4a4d-19ac-4f69-95fd-80982ca2457f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0569170 Nov 10 05:08:18.327232 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-b1aae658-3430-496b-95b1-8ba36175ada7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245812 Nov 10 05:08:18.423970 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-0982c454-b2c4-4462-a3d4-86e304aa7daa service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Nov 10 05:08:18.526759 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e71f1512-3410-4f29-9286-31e5b830d78b req-3f03c98f-27fc-42ee-8a7d-2dc24e490d09 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Nov 10 05:08:18.612332 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9d29b-79ec-4636-9469-623320bb7254 req-128653e0-e77e-4acf-aeea-b816c445b30e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:18.613953 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fdc9d29b-79ec-4636-9469-623320bb7254 req-128653e0-e77e-4acf-aeea-b816c445b30e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0522366 Nov 10 05:08:18.663822 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fdc9d29b-79ec-4636-9469-623320bb7254 req-2dea10b5-630e-46ba-b772-1d8e1025f1cd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Nov 10 05:08:18.917345 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:08:19.297092 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754c97e-e32d-4caf-9a42-6d2859fc0b04 req-cd42f6d0-b5e0-4f0d-a360-69fd13eb6cf1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.298563 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4754c97e-e32d-4caf-9a42-6d2859fc0b04 req-cd42f6d0-b5e0-4f0d-a360-69fd13eb6cf1 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 944 time: 0.0577636 Nov 10 05:08:19.362542 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4754c97e-e32d-4caf-9a42-6d2859fc0b04 req-878bc209-61b9-4167-a40c-0fbc77c2561b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570893 Nov 10 05:08:19.611028 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0256ad-b296-42f6-ae41-47a518fb553f req-7f2218df-5635-4809-8740-084aa31f99cb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.612464 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a0256ad-b296-42f6-ae41-47a518fb553f req-7f2218df-5635-4809-8740-084aa31f99cb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Nov 10 05:08:19.652996 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-d2c10411-a7eb-4517-94c3-eeb9edffdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.655183 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-d2c10411-a7eb-4517-94c3-eeb9edffdb27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0411327 Nov 10 05:08:19.661652 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a0256ad-b296-42f6-ae41-47a518fb553f req-af8dafd2-735b-4286-b0da-0f7961d56145 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Nov 10 05:08:19.761360 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-1fbd899f-8631-437b-82c6-0b54291e47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.763680 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-1fbd899f-8631-437b-82c6-0b54291e47ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.0946574 Nov 10 05:08:19.800030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fbb40-ddba-40fb-aee3-da198e4966fb req-8f5f4813-3310-48bd-902a-eaa9d236d1ca tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.808943 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e71fbb40-ddba-40fb-aee3-da198e4966fb req-8f5f4813-3310-48bd-902a-eaa9d236d1ca tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0737507 Nov 10 05:08:19.816659 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-e8e58891-b3fb-45d6-93d0-f595e8c00408 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.0406098 Nov 10 05:08:19.859985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e71fbb40-ddba-40fb-aee3-da198e4966fb req-94378652-eed4-4004-9f93-28063553bb20 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Nov 10 05:08:19.893664 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-50d1e869-902a-4905-b4de-4beaa8caaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:19.895131 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-50d1e869-902a-4905-b4de-4beaa8caaaba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0695007 Nov 10 05:08:19.970447 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-17675d83-2599-485c-bc78-5a0b719bd16d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243042 Nov 10 05:08:20.064022 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-f585567b-7780-4d4a-aef6-53b88cda19be service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843725 Nov 10 05:08:20.214755 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-89e06444-5187-4e7d-9a0c-9b796fe79119 req-8c302a9d-beb1-4bca-899a-407f7effeef6 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074026 Nov 10 05:08:20.477302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c2a41-ea96-45c7-b2b6-14f2db36f380 req-0fba06b1-4cf4-4a48-9ad3-d4442abe7f6b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:20.478789 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-642c2a41-ea96-45c7-b2b6-14f2db36f380 req-0fba06b1-4cf4-4a48-9ad3-d4442abe7f6b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 944 time: 0.0553954 Nov 10 05:08:20.526044 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-642c2a41-ea96-45c7-b2b6-14f2db36f380 req-72d2b70c-09f5-46fa-8e76-4c6e68f60149 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Nov 10 05:08:20.777186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8873535-e264-47f2-b0f2-b01545b83a81 req-47ffb88a-a0d0-45d9-a240-6d96904fc3c5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:20.778640 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8873535-e264-47f2-b0f2-b01545b83a81 req-47ffb88a-a0d0-45d9-a240-6d96904fc3c5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0479350 Nov 10 05:08:20.827803 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8873535-e264-47f2-b0f2-b01545b83a81 req-43dc2503-47c5-415a-8f65-ad2f251e900d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Nov 10 05:08:20.978666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70e3b-f975-48d9-80f3-0f4094efe32d req-aef116d8-22aa-46af-90ac-73fb13dbe670 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:20.980186 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13d70e3b-f975-48d9-80f3-0f4094efe32d req-aef116d8-22aa-46af-90ac-73fb13dbe670 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 944 time: 0.0471594 Nov 10 05:08:21.026279 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13d70e3b-f975-48d9-80f3-0f4094efe32d req-e3852157-3d85-4d65-8121-173f24933e99 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Nov 10 05:08:21.345670 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:08:21.472445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 773cabca-df31-4b02-9c5b-88a7248fc75a details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:08:21.489550 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:08:21.597796 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:08:21.607517 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:08:21.607878 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:21.613804 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=773cabca-df31-4b02-9c5b-88a7248fc75a,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:21.639913 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd18c65-87ba-44f6-982c-69657eb41f33 req-4b050e8f-8be0-4cc3-bedf-5fa6fcd55dea tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:21.641363 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1dd18c65-87ba-44f6-982c-69657eb41f33 req-4b050e8f-8be0-4cc3-bedf-5fa6fcd55dea tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 944 time: 0.0502877 Nov 10 05:08:21.644195 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '773cabca-df31-4b02-9c5b-88a7248fc75a', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'port_id': '773cabca-df31-4b02-9c5b-88a7248fc75a', 'mac_address': 'fa:16:3e:8e:55:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421341-5118-43e8-b5c0-9c92256402a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:08:21.688445 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1dd18c65-87ba-44f6-982c-69657eb41f33 req-fe7011a5-b71d-410b-87c2-2ac2de1fd83f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Nov 10 05:08:21.693318 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:21.729516 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773cabca-df31-4b02-9c5b-88a7248fc75a {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:21.754440 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:21.757884 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=773cabca-df31-4b02-9c5b-88a7248fc75a,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:21.764779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:21.799953 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:21.802165 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a9ab5-ab3f-4aa7-a0c1-b2238bca7a82" -d '{"events": [{"server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:21.822142 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:21.832809 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:21.839234 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:21.842453 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64665d0-2cae-4ac3-a38d-7c18c76d4f17 x-openstack-request-id: req-d64665d0-2cae-4ac3-a38d-7c18c76d4f17 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:21.842760 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "name": "network-vif-plugged", "status": "completed", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:21.843014 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d64665d0-2cae-4ac3-a38d-7c18c76d4f17 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:21.843417 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3', 'code': 200} Nov 10 05:08:21.893668 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:21.948631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1aefe-02a1-48e2-944d-89bcf5f8da9d req-8f3af7c3-7eb6-4906-bbfd-9e17149bbe7f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:21.950139 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-81f1aefe-02a1-48e2-944d-89bcf5f8da9d req-8f3af7c3-7eb6-4906-bbfd-9e17149bbe7f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0557282 Nov 10 05:08:22.006012 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-81f1aefe-02a1-48e2-944d-89bcf5f8da9d req-8e262586-6e40-49c9-afd7-a5abe141ddc4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Nov 10 05:08:22.096743 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4f68f-164e-47cf-8b20-f4a5184dee75 req-0ea3fd89-26f3-4d7b-8884-afa26c12ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:22.099694 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-74b4f68f-164e-47cf-8b20-f4a5184dee75 req-0ea3fd89-26f3-4d7b-8884-afa26c12ca74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 1098 time: 0.0439296 Nov 10 05:08:22.148974 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-74b4f68f-164e-47cf-8b20-f4a5184dee75 req-e9ceb72f-0262-42f9-9741-3e489786bc8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Nov 10 05:08:22.156518 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3099844-6eda-4ebd-8259-2e50d75ca020 req-2bf76355-9a44-4c80-8a97-571da97077fe tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:22.158266 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3099844-6eda-4ebd-8259-2e50d75ca020 req-2bf76355-9a44-4c80-8a97-571da97077fe tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Nov 10 05:08:22.206905 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3099844-6eda-4ebd-8259-2e50d75ca020 req-b0229463-72db-4810-9e4d-438f12e2abdd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Nov 10 05:08:22.403459 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['773cabca-df31-4b02-9c5b-88a7248fc75a'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:08:22.801666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d45a4b-f49b-422a-8da6-8238caf475df req-b36ad797-6bb8-46fd-b2f9-61a3979eec93 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:22.803102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-60d45a4b-f49b-422a-8da6-8238caf475df req-b36ad797-6bb8-46fd-b2f9-61a3979eec93 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0482063 Nov 10 05:08:22.851175 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-60d45a4b-f49b-422a-8da6-8238caf475df req-2e85d612-8d33-4afc-a7c9-f6c184e5e055 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Nov 10 05:08:23.123691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e089f0-abd6-4e19-be8c-01cb5b5082fd req-0020dda8-c690-4717-9f86-0a260605d8ad tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:23.125123 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8e089f0-abd6-4e19-be8c-01cb5b5082fd req-0020dda8-c690-4717-9f86-0a260605d8ad tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0474169 Nov 10 05:08:23.170351 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8e089f0-abd6-4e19-be8c-01cb5b5082fd req-38d05d51-ae28-4c40-9cc1-dd2e56a63d23 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Nov 10 05:08:23.316474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077ae2-6e99-4caf-8a24-61ded5eda137 req-de502f3f-331a-4f8e-bf44-c11997944303 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:23.317948 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b077ae2-6e99-4caf-8a24-61ded5eda137 req-de502f3f-331a-4f8e-bf44-c11997944303 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 945 time: 0.0475743 Nov 10 05:08:23.365370 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8b077ae2-6e99-4caf-8a24-61ded5eda137 req-566796e5-9347-4ff4-b6c7-3693aa44ea77 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Nov 10 05:08:23.965433 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eca6df-ec12-4d55-b540-9b78655ae01b req-d11b0d83-852b-4497-a10f-b6a24580ab3f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:23.966834 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03eca6df-ec12-4d55-b540-9b78655ae01b req-d11b0d83-852b-4497-a10f-b6a24580ab3f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0486648 Nov 10 05:08:24.011713 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03eca6df-ec12-4d55-b540-9b78655ae01b req-cdd6ba15-922c-4612-b791-86af2592e51e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Nov 10 05:08:24.278564 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ddfaa-abd6-474a-9fe2-613d1d3746e1 req-609ee75c-5bd8-444b-a456-062817261cb5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:24.280047 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec0ddfaa-abd6-474a-9fe2-613d1d3746e1 req-609ee75c-5bd8-444b-a456-062817261cb5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0467923 Nov 10 05:08:24.325269 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec0ddfaa-abd6-474a-9fe2-613d1d3746e1 req-d2313562-03a0-4487-80cd-3604fbcca6ce tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Nov 10 05:08:24.476607 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87218d-e7ce-45bb-bc06-41ce3919fbbe req-bf5ff455-b005-47ba-b0ec-91d033f2763e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:24.478060 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff87218d-e7ce-45bb-bc06-41ce3919fbbe req-bf5ff455-b005-47ba-b0ec-91d033f2763e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Nov 10 05:08:24.527308 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff87218d-e7ce-45bb-bc06-41ce3919fbbe req-af613f26-262a-41e9-acc9-85271ffa376c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Nov 10 05:08:25.123836 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f6001-2392-4639-a888-30fddbe534a9 req-a9e9c008-7555-40b7-8fef-b5b6b3122a36 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:25.125275 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-945f6001-2392-4639-a888-30fddbe534a9 req-a9e9c008-7555-40b7-8fef-b5b6b3122a36 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0463274 Nov 10 05:08:25.170549 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-945f6001-2392-4639-a888-30fddbe534a9 req-915e589d-9a25-4b0a-9c54-2058142bd941 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Nov 10 05:08:25.435833 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13cf93-41b9-428f-9908-e9ad8c7006fb req-177b154a-8fcd-45ff-ac4e-6e1b267436f3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:25.437267 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5e13cf93-41b9-428f-9908-e9ad8c7006fb req-177b154a-8fcd-45ff-ac4e-6e1b267436f3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0467777 Nov 10 05:08:25.487029 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5e13cf93-41b9-428f-9908-e9ad8c7006fb req-2df6ee6d-c5e7-4a3f-8baa-fe64ebb8cf10 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441184 Nov 10 05:08:25.636758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29023e-5896-4d4c-a626-ef09533de367 req-d4b1631f-6d2b-4db0-a95e-9033a822bae8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:25.638111 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c29023e-5896-4d4c-a626-ef09533de367 req-d4b1631f-6d2b-4db0-a95e-9033a822bae8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 945 time: 0.0472343 Nov 10 05:08:25.684719 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c29023e-5896-4d4c-a626-ef09533de367 req-e86c334a-dae0-447c-a34f-552036de3858 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Nov 10 05:08:26.279348 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6edcc-bc5d-4a6b-bb34-881941410186 req-adbe9fe3-139a-42c5-ac1a-5be275501a2d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:26.280765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06a6edcc-bc5d-4a6b-bb34-881941410186 req-adbe9fe3-139a-42c5-ac1a-5be275501a2d tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0462079 Nov 10 05:08:26.325430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06a6edcc-bc5d-4a6b-bb34-881941410186 req-5c9133c6-8687-4753-9cbf-d5e36ea0d40a tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Nov 10 05:08:26.601585 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe2882-8370-4193-8477-39716c733a58 req-6cd7ce97-8f02-44e4-8a40-bcf336531cd3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:26.603026 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1abe2882-8370-4193-8477-39716c733a58 req-6cd7ce97-8f02-44e4-8a40-bcf336531cd3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Nov 10 05:08:26.648119 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1abe2882-8370-4193-8477-39716c733a58 req-55c93b03-60ef-4110-a26f-746c27ce975b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Nov 10 05:08:26.793479 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31fcfd-4de0-47b9-9f9f-7f7c354affae req-44d1a2d1-20e7-45c2-a8e7-d0a5ea3fe464 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:26.794849 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c31fcfd-4de0-47b9-9f9f-7f7c354affae req-44d1a2d1-20e7-45c2-a8e7-d0a5ea3fe464 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 945 time: 0.0480130 Nov 10 05:08:26.836275 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 773cabca-df31-4b02-9c5b-88a7248fc75a up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:08:26.841404 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c31fcfd-4de0-47b9-9f9f-7f7c354affae req-dde55a0a-bade-4d3e-aab7-2c4e9cf91dbc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Nov 10 05:08:26.887358 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 773cabca-df31-4b02-9c5b-88a7248fc75a completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:08:26.891719 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 773cabca-df31-4b02-9c5b-88a7248fc75a triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:08:26.892084 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:26.969493 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:26.991899 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:26.994086 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753be449-57be-483d-87e4-3f4a861ee709" -d '{"events": [{"server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "name": "network-vif-plugged", "status": "completed", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:27.006614 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=773cabca-df31-4b02-9c5b-88a7248fc75a,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:27.010593 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:27.034057 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d796a-0ce7-4553-8a5d-87672dc95c99 x-openstack-request-id: req-604d796a-0ce7-4553-8a5d-87672dc95c99 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:27.034350 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "name": "network-vif-plugged", "status": "completed", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:27.034606 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-604d796a-0ce7-4553-8a5d-87672dc95c99 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:27.035014 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a', 'code': 200} Nov 10 05:08:27.060333 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:27.437888 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206f542-e363-4004-b61d-ff54141dbf25 req-0a9b8ea6-d5bd-4999-b746-cf64b4b490b0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:27.439336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7206f542-e363-4004-b61d-ff54141dbf25 req-0a9b8ea6-d5bd-4999-b746-cf64b4b490b0 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0472887 Nov 10 05:08:27.488855 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7206f542-e363-4004-b61d-ff54141dbf25 req-64531fe4-e95c-48c2-a74e-2d164086f127 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Nov 10 05:08:27.756989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea390820-764b-4c5b-8326-2c5985e3730a req-f54fe440-cded-48ea-8472-a7010b5a06d0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:27.758415 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ea390820-764b-4c5b-8326-2c5985e3730a req-f54fe440-cded-48ea-8472-a7010b5a06d0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0461311 Nov 10 05:08:27.805032 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ea390820-764b-4c5b-8326-2c5985e3730a req-c7dd6104-1d59-4952-87c3-bc7e55eec487 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Nov 10 05:08:27.958682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c603d5-2821-446c-9f72-1baa07ce336b req-62cbeb61-314d-44c0-a9f3-3d4f0280edaa tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:27.960170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d0c603d5-2821-446c-9f72-1baa07ce336b req-62cbeb61-314d-44c0-a9f3-3d4f0280edaa tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0521886 Nov 10 05:08:28.005343 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d0c603d5-2821-446c-9f72-1baa07ce336b req-5c354df9-4b26-471b-bafa-cec59bfaf9d7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Nov 10 05:08:28.541606 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181323f-1a50-41ce-bde8-6325b5ee0b4d req-408bcce6-c183-4d9a-8fcb-7bb75f7b2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:28.543685 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-0181323f-1a50-41ce-bde8-6325b5ee0b4d req-408bcce6-c183-4d9a-8fcb-7bb75f7b2ecd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 1099 time: 0.0441329 Nov 10 05:08:28.588655 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-0181323f-1a50-41ce-bde8-6325b5ee0b4d req-eb766953-cdbd-4b45-847c-66202b379b29 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Nov 10 05:08:28.615184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4f10-8bf2-4fc2-841b-1208fdff240a req-e8a6204e-f95e-4cc0-bf4a-fdae30a11de4 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:28.616641 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1fc4f10-8bf2-4fc2-841b-1208fdff240a req-e8a6204e-f95e-4cc0-bf4a-fdae30a11de4 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0490701 Nov 10 05:08:28.662406 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1fc4f10-8bf2-4fc2-841b-1208fdff240a req-449b73a5-0188-4421-b16b-c4373a8b68a9 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Nov 10 05:08:28.917582 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceacd94-a89f-4445-bac1-3ad9802f2fe8 req-8f1ba1ad-4a59-4322-949a-f5d559d508a3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:28.919601 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5ceacd94-a89f-4445-bac1-3ad9802f2fe8 req-8f1ba1ad-4a59-4322-949a-f5d559d508a3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0475035 Nov 10 05:08:28.967704 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5ceacd94-a89f-4445-bac1-3ad9802f2fe8 req-2bc1b7c9-ceaa-4657-b51e-be1834e2a592 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Nov 10 05:08:29.121278 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3291-4f02-4696-8271-447e792be5ea req-7c1a0be2-d195-47f6-b675-30479f2fa868 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:29.122765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-38bc3291-4f02-4696-8271-447e792be5ea req-7c1a0be2-d195-47f6-b675-30479f2fa868 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0504811 Nov 10 05:08:29.170212 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-38bc3291-4f02-4696-8271-447e792be5ea req-d2f40473-c6dc-472a-9980-40d46a636500 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Nov 10 05:08:29.956043 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d73be0-e5fe-4df9-b668-2f153bf256ce req-42397f12-faf1-4772-871a-c0db5e79cbc5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:29.957503 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1d73be0-e5fe-4df9-b668-2f153bf256ce req-42397f12-faf1-4772-871a-c0db5e79cbc5 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0553877 Nov 10 05:08:30.006505 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f1d73be0-e5fe-4df9-b668-2f153bf256ce req-84ebdc0a-0130-4e35-8237-db295d6bf663 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Nov 10 05:08:30.091157 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846c0b0-14e3-463c-b6fd-db66a4dd9ebf req-86fe6355-eb27-4164-8669-e1b6c684f528 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:30.092676 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7846c0b0-14e3-463c-b6fd-db66a4dd9ebf req-86fe6355-eb27-4164-8669-e1b6c684f528 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Nov 10 05:08:30.147187 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7846c0b0-14e3-463c-b6fd-db66a4dd9ebf req-818a3fb3-4e70-4731-9ea4-960a714d6111 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470731 Nov 10 05:08:30.283810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1332a0-c3eb-4a2b-9edd-0b09ac6f74a7 req-cbcfede1-d569-4a33-bc42-c33f3a04bd05 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:30.285375 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a1332a0-c3eb-4a2b-9edd-0b09ac6f74a7 req-cbcfede1-d569-4a33-bc42-c33f3a04bd05 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Nov 10 05:08:30.291041 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54154) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:30.341872 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a1332a0-c3eb-4a2b-9edd-0b09ac6f74a7 req-aa7bf07d-2088-43a4-8f6f-cfaad6f0df64 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Nov 10 05:08:30.403402 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.448917 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54160) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:30.479703 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.484956 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.524997 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54166) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:30.525181 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f73f8360ff0549e7b3909a5c3b65df0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328634 Nov 10 05:08:30.527081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48742878-04b8-4f5b-8010-38d9d7ed7e93,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:30.535081 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.535476 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.535733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.536013 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.536334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.536654 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.536976 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.537293 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.537609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.537924 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.538235 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.538545 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c8a094-7545-4a7b-8ec3-3f10070c1399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.577764 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.604026 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.635221 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.701680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.706106 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.823723 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-861cb651-4a72-42a2-b69a-d97138bf1e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.912155 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.914885 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:30.918299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48742878-04b8-4f5b-8010-38d9d7ed7e93 HTTP/1.1" status: 204 len: 168 time: 0.3900940 Nov 10 05:08:30.948084 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d67c903562848c89a0989afc41bffc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955814 Nov 10 05:08:30.948445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54170) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:30.957771 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe1770-cc5a-4eff-ae7b-c53b028a19e4,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:30.973722 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.974095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.974435 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.974758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.975505 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.975505 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.975741 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.976069 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.976388 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.976704 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.977017 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:30.977331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164c657-d7b7-493b-9996-172ce773ba7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:31.004275 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2e0e6-5142-4114-ae61-8086391dfd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48742878-04b8-4f5b-8010-38d9d7ed7e93,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:31.040979 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.070383 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.156499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369a639-4d77-4e2e-ae17-e1167a8db9aa req-df7c7005-8a03-4354-ab16-7907be2118c7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:31.158839 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7369a639-4d77-4e2e-ae17-e1167a8db9aa req-df7c7005-8a03-4354-ab16-7907be2118c7 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0626259 Nov 10 05:08:31.175419 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.178820 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.182387 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7efe1770-cc5a-4eff-ae7b-c53b028a19e4 HTTP/1.1" status: 204 len: 168 time: 0.2309430 Nov 10 05:08:31.202431 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7d4c2-52d3-496e-8c8c-ce25e24473c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe1770-cc5a-4eff-ae7b-c53b028a19e4,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:31.238363 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7369a639-4d77-4e2e-ae17-e1167a8db9aa req-b8b74b83-41d7-49fe-b735-f1951b33f8a2 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719700 Nov 10 05:08:31.327042 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6566-d240-4bc4-8684-fbc36f217722 req-f5f3c93e-3556-48e1-adad-603672bc3798 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:31.328649 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb8c6566-d240-4bc4-8684-fbc36f217722 req-f5f3c93e-3556-48e1-adad-603672bc3798 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0532947 Nov 10 05:08:31.385976 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb8c6566-d240-4bc4-8684-fbc36f217722 req-767de82e-830d-406f-83fd-29aff30ba83d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Nov 10 05:08:31.469158 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe8231-d91f-4a18-bf85-437baeec2fe6 req-ebec099a-924b-41cb-8ce9-c150f077e969 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:31.470600 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-40fe8231-d91f-4a18-bf85-437baeec2fe6 req-ebec099a-924b-41cb-8ce9-c150f077e969 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0509849 Nov 10 05:08:31.521431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-40fe8231-d91f-4a18-bf85-437baeec2fe6 req-57dbe6b4-976c-4c1a-92e5-c60651a7cf33 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Nov 10 05:08:31.587027 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54206) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:31.600334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d148-0c9b-40ef-a750-8daa59a2fab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.684616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d148-0c9b-40ef-a750-8daa59a2fab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.689845 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d148-0c9b-40ef-a750-8daa59a2fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.732073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5bb0d148-0c9b-40ef-a750-8daa59a2fab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e63f77ecd9e0454ea4e782fa44ecec53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415508 Nov 10 05:08:31.732073 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0d148-0c9b-40ef-a750-8daa59a2fab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e79635-9a6c-4f23-9930-e404e6b01b18,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:31.732977 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54210) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:31.807489 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.837389 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.899435 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.901928 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:31.903082 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29e79635-9a6c-4f23-9930-e404e6b01b18 HTTP/1.1" status: 204 len: 168 time: 0.1678150 Nov 10 05:08:31.910789 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916af6d-5bc0-4c4b-8e55-4133c5dc4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e79635-9a6c-4f23-9930-e404e6b01b18,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:32.369590 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437081b-b89e-4522-8f48-d3957eaa51a3 req-095fb053-9427-4db4-9338-ffb887c8cfca tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:32.371093 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9437081b-b89e-4522-8f48-d3957eaa51a3 req-095fb053-9427-4db4-9338-ffb887c8cfca tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0529630 Nov 10 05:08:32.454072 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9437081b-b89e-4522-8f48-d3957eaa51a3 req-7d50fdff-9286-4fba-9ee2-b911c236f78b tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/security-groups?id=9038ce68-d4b8-460d-b9f1-9a6d436da1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757613 Nov 10 05:08:32.527112 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-355ea740-dc36-42f9-8cfd-b18dbbed187f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:32.529390 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-355ea740-dc36-42f9-8cfd-b18dbbed187f tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 945 time: 0.0747190 Nov 10 05:08:32.549481 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c8d2e-b451-4e3c-9f27-f58abf879855 req-ecaa42c4-af15-4c4e-a6d2-eeffefaf80b7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:32.551091 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-265c8d2e-b451-4e3c-9f27-f58abf879855 req-ecaa42c4-af15-4c4e-a6d2-eeffefaf80b7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0528772 Nov 10 05:08:32.612874 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-265c8d2e-b451-4e3c-9f27-f58abf879855 req-aadf2164-f632-4127-bcf4-08e735e6908d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Nov 10 05:08:32.631079 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Deleting port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:08:32.631489 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:32.721425 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] For port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,segment=NetworkSegment(cef786a7-6c9e-4983-ab18-8f45b47630cb),segment_id=cef786a7-6c9e-4983-ab18-8f45b47630cb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:32.721782 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:32.734947 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Calling delete_port for e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:08:32.862574 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:32.894470 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Pushing event deleted for resources: {'Port': ['ID=e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:32.905374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:08:32.956992 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] No DVR routers for this DVR port e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:08:32.959640 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:32.962986 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-aa01eb4c-7574-4e0a-b917-bcda647f2e67 req-e6f53190-9b45-4052-927d-c16396b9be2e tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.16 "DELETE /v2.0/ports/e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 HTTP/1.1" status: 204 len: 173 time: 0.4259548 Nov 10 05:08:32.963614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'name': 'network-vif-deleted', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:32.966501 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57995e7c-62ee-4631-9bb3-5e46b89883aa" -d '{"events": [{"server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "name": "network-vif-deleted", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:33.004933 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a54a147-6243-4d24-af9c-d1a873fd34bf x-openstack-request-id: req-6a54a147-6243-4d24-af9c-d1a873fd34bf {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:33.005223 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7def4f-f451-436d-b23a-a7175b210c1b", "name": "network-vif-deleted", "tag": "e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:33.005473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a54a147-6243-4d24-af9c-d1a873fd34bf {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:33.005870 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7def4f-f451-436d-b23a-a7175b210c1b', 'name': 'network-vif-deleted', 'tag': 'e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3', 'status': 'completed', 'code': 200} Nov 10 05:08:33.185286 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f78f28cb-e1e9-406c-b819-a5ac2bc68c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:33.580510 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-32106762-7209-4315-bc36-299d0e20caf1 req-7194f258-b7da-4d7b-8723-95a40401a151 tempest-VolumesActionsTest-1954955160 tempest-VolumesActionsTest-1954955160-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b7def4f-f451-436d-b23a-a7175b210c1b HTTP/1.1" status: 200 len: 210 time: 0.0259604 Nov 10 05:08:33.771594 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f411e22-65eb-4e26-ae81-9d0957336877 req-6b4957ec-7a3e-43d4-8ed1-d00ca2cb772b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:33.773044 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f411e22-65eb-4e26-ae81-9d0957336877 req-6b4957ec-7a3e-43d4-8ed1-d00ca2cb772b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0629606 Nov 10 05:08:33.826911 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f411e22-65eb-4e26-ae81-9d0957336877 req-75c2b7e8-8191-45a5-97c8-d9d021254d46 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475564 Nov 10 05:08:34.188101 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:34.837040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54368) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:34.942957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de910d2-4d73-4306-b372-6bae539f6fde req-832976e0-5b7c-4b4a-b6d0-0f058874d800 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:34.944590 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8de910d2-4d73-4306-b372-6bae539f6fde req-832976e0-5b7c-4b4a-b6d0-0f058874d800 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0493848 Nov 10 05:08:34.952699 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8f4815ca-9966-459a-b4d0-4d89c2c64696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:34.998688 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8de910d2-4d73-4306-b372-6bae539f6fde req-3d60c2d8-4e33-4ca3-828b-0b76b3b5f11a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Nov 10 05:08:35.034381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8f4815ca-9966-459a-b4d0-4d89c2c64696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.038222 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8f4815ca-9966-459a-b4d0-4d89c2c64696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.083884 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8f4815ca-9966-459a-b4d0-4d89c2c64696 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75cd84d3eaa3402fb623b989ed59a6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454495 Nov 10 05:08:35.084975 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4815ca-9966-459a-b4d0-4d89c2c64696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475f033-56b3-46cb-842e-9a8385154c63,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:35.086603 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54384) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:35.134338 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.155082 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.200770 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.203456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:35.204522 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9475f033-56b3-46cb-842e-9a8385154c63 HTTP/1.1" status: 204 len: 168 time: 0.1169636 Nov 10 05:08:35.212497 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cd83f-43b5-4c27-a307-338f6dff4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475f033-56b3-46cb-842e-9a8385154c63,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:35.968713 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.114177 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c180dfa-bc6f-4151-8167-95e8104982c1 req-63e791f4-634e-455f-9478-8ff1d3a74a11 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:36.115685 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c180dfa-bc6f-4151-8167-95e8104982c1 req-63e791f4-634e-455f-9478-8ff1d3a74a11 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Nov 10 05:08:36.163469 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c180dfa-bc6f-4151-8167-95e8104982c1 req-1276a82a-ee27-46fc-90a7-702faec9c126 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Nov 10 05:08:36.270863 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54446) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:36.394731 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1ef59f88-2694-4a74-8070-6440647f4f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.467423 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1ef59f88-2694-4a74-8070-6440647f4f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.471093 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1ef59f88-2694-4a74-8070-6440647f4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.509826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1ef59f88-2694-4a74-8070-6440647f4f37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4660b5fca57a4d13923e2f0dc7e3d948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378638 Nov 10 05:08:36.510941 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59f88-2694-4a74-8070-6440647f4f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5243c24e-7745-48d7-9c00-bc87436bd6b6,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:36.513021 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54458) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:36.562849 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.582652 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.627572 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.630171 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:36.631383 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5243c24e-7745-48d7-9c00-bc87436bd6b6 HTTP/1.1" status: 204 len: 168 time: 0.1166713 Nov 10 05:08:36.638946 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0b386-10a3-4f84-ac3d-940b27b35292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5243c24e-7745-48d7-9c00-bc87436bd6b6,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:36.753043 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.235604 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54484) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:37.274828 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d83a-ff92-4786-b9ff-4fcb0bbb34f4 req-2452c6cf-ac62-4ba2-baba-cf3e64041b07 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:37.276317 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a6d0d83a-ff92-4786-b9ff-4fcb0bbb34f4 req-2452c6cf-ac62-4ba2-baba-cf3e64041b07 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0472693 Nov 10 05:08:37.323412 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a6d0d83a-ff92-4786-b9ff-4fcb0bbb34f4 req-0c3ec730-0b63-4529-aff0-bc8d44c02b21 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Nov 10 05:08:37.331216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1283611837-network', 'tenant_id': '92643bea22a64e6bbff332e59de447cf'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:37.351760 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Made reservation on behalf of 92643bea22a64e6bbff332e59de447cf for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:37.354456 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.365503 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.436763 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.440731 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.464304 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:08:37.474100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644e18b-c3b5-482d-b2f2-7208091644e6,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:37.478700 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.479033 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Added segment 80556bdd-796d-44a1-a425-150c16dc2604 of type vlan for network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 Nov 10 05:08:37.521384 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.545552 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.546570 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:37.547163 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.603088 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3663337 Nov 10 05:08:37.606103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54496) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:37.608416 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93044d-79fc-48bc-8374-1cd31072d534 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8dedf4-19fa-4956-bd7a-e8715db272d2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:37.610916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Request body: {'subnet': {'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1283611837-subnet', 'tenant_id': '92643bea22a64e6bbff332e59de447cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:37.621589 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:08:37.631513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Made reservation on behalf of 92643bea22a64e6bbff332e59de447cf for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:37.633756 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501678'] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.792881 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501632'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.849802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d315f32e-b6b8-4ef4-ac58-728516e2391d,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:37.858733 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Checking segment: {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:37.859077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Network hostable DHCP agents. Network: 5d8dedf4-19fa-4956-bd7a-e8715db272d2, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:08:37.879495 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:08:37.888055 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 5d8dedf4-19fa-4956-bd7a-e8715db272d2) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:37.892059 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:37.892639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:37.898021 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daca0a-3032-44e7-98a2-cfee14575d1c None None] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:37.907165 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6ef76a67-62bd-45bd-9849-425463cdfeb7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2999594 Nov 10 05:08:38.030337 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564bc91-866a-4e04-83bd-264e1592a49f None None] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:08:38.440043 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85111-e67c-4c68-803a-9d22ddb9e514 req-f67fcaf6-df44-498d-b194-26fe4638824e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:38.441485 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06f85111-e67c-4c68-803a-9d22ddb9e514 req-f67fcaf6-df44-498d-b194-26fe4638824e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0479984 Nov 10 05:08:38.452609 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:08:38.476731 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:08:38.477063 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device e028b6f0-e9a6-4b9d-b0d3-048ab8fca0c3 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:08:38.489318 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-06f85111-e67c-4c68-803a-9d22ddb9e514 req-24b690fb-ab05-4a73-9055-015a8dca167b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Nov 10 05:08:39.600354 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d735ba-258c-4a27-9589-f3a5fbbb5c63 req-67a9cc04-6f6d-4d97-a069-4b7f9fe27f98 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:39.601817 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b5d735ba-258c-4a27-9589-f3a5fbbb5c63 req-67a9cc04-6f6d-4d97-a069-4b7f9fe27f98 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0467896 Nov 10 05:08:39.648466 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b5d735ba-258c-4a27-9589-f3a5fbbb5c63 req-9d07357f-5a3d-42f0-a6eb-3c7b2499a238 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Nov 10 05:08:40.768848 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00e287-72f1-4aff-a84f-c497c8fc8bff req-c532c801-1b7f-4b63-9966-a23036eb61b3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:40.770581 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b00e287-72f1-4aff-a84f-c497c8fc8bff req-c532c801-1b7f-4b63-9966-a23036eb61b3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0513716 Nov 10 05:08:40.820049 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b00e287-72f1-4aff-a84f-c497c8fc8bff req-6e698d54-be78-4f6e-8731-3dd44d1fcc16 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Nov 10 05:08:41.261133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:41.929550 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b4162-bbdf-4794-b7b8-4a06771e14ac req-9300acad-d564-4935-928e-2acb4860c8ed tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:41.930997 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-804b4162-bbdf-4794-b7b8-4a06771e14ac req-9300acad-d564-4935-928e-2acb4860c8ed tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0463965 Nov 10 05:08:41.976214 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-804b4162-bbdf-4794-b7b8-4a06771e14ac req-30850011-b22a-49a7-a4bc-1d0736460a8e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Nov 10 05:08:43.102654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29931690-8e4d-4a77-a5c7-825aa83eca84 req-785f5e51-8b5c-4ab9-b096-a461244727a1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:43.104190 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-29931690-8e4d-4a77-a5c7-825aa83eca84 req-785f5e51-8b5c-4ab9-b096-a461244727a1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0602336 Nov 10 05:08:43.151843 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-29931690-8e4d-4a77-a5c7-825aa83eca84 req-da4a8774-55e1-4e5b-af86-427a45e34d75 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Nov 10 05:08:44.262138 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039d8de-dd1c-40b1-8761-a4b4980c9623 req-e486330e-3e4e-4058-acba-ed47a683a21c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:44.264203 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3039d8de-dd1c-40b1-8761-a4b4980c9623 req-e486330e-3e4e-4058-acba-ed47a683a21c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0470502 Nov 10 05:08:44.310002 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3039d8de-dd1c-40b1-8761-a4b4980c9623 req-04a4b738-6131-4a61-9db0-b7678184bfae tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Nov 10 05:08:45.421396 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec81ea-c7be-486b-a73e-7b8df2039d2d req-cded4202-43c7-4c2f-a0f7-027dfc1c5fa8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:45.422880 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7ec81ea-c7be-486b-a73e-7b8df2039d2d req-cded4202-43c7-4c2f-a0f7-027dfc1c5fa8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0474651 Nov 10 05:08:45.471389 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7ec81ea-c7be-486b-a73e-7b8df2039d2d req-8b38f11a-6e54-46cd-8f54-ca9579962d0a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Nov 10 05:08:46.197298 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b899-03e5-4cc0-9ba1-34521cf473a4 req-00e780f3-2694-475f-8170-dfe8a426927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:46.198779 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-6ce0b899-03e5-4cc0-9ba1-34521cf473a4 req-00e780f3-2694-475f-8170-dfe8a426927b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0379426 Nov 10 05:08:46.245749 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-6ce0b899-03e5-4cc0-9ba1-34521cf473a4 req-ddd5ff9f-1568-4e85-99f5-863600f04e99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Nov 10 05:08:46.470263 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-95cdd054-364d-4a4c-bacf-4d7d0b1ac29c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:46.471910 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-95cdd054-364d-4a4c-bacf-4d7d0b1ac29c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 814 time: 0.1000955 Nov 10 05:08:46.487197 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-9f49e4ad-8065-4744-ad58-21c2fa5cdb45 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/quotas/92643bea22a64e6bbff332e59de447cf HTTP/1.1" status: 200 len: 375 time: 0.0096107 Nov 10 05:08:46.518730 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-05bdff78-8ba0-4001-9d7b-eb4d56903713 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261285 Nov 10 05:08:46.638884 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004743ad-b799-438c-b98f-8873d3fd288c req-99b79ca0-95d6-4472-9a5f-17c2b417e989 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:46.640466 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-004743ad-b799-438c-b98f-8873d3fd288c req-99b79ca0-95d6-4472-9a5f-17c2b417e989 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0924888 Nov 10 05:08:46.668549 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-e0e83a54-2cf2-479c-9529-2fa23efc28cc service neutron] 10.222.0.18 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428049 Nov 10 05:08:46.749300 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-004743ad-b799-438c-b98f-8873d3fd288c req-8e012cd5-73aa-4e55-9bc0-df1d1a86cab5 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Nov 10 05:08:46.780942 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-563068b2-48bb-4e66-a523-3a54cb98303f service neutron] 10.222.0.18 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061261 Nov 10 05:08:46.930589 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f90bc2f9-cff2-48d5-95e4-631667250592 req-a331f482-d760-4bdc-bf7a-a5838032f615 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 210 time: 0.0259705 Nov 10 05:08:47.868862 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15102ecf-fe07-4ee8-9f0e-4e1a3f350f4a req-066ecb99-c3ca-43fe-8b55-58f68ca45705 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:47.870336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15102ecf-fe07-4ee8-9f0e-4e1a3f350f4a req-066ecb99-c3ca-43fe-8b55-58f68ca45705 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0520086 Nov 10 05:08:47.940084 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15102ecf-fe07-4ee8-9f0e-4e1a3f350f4a req-832d1798-b8d2-4fac-9192-33f3708a7c9c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635569 Nov 10 05:08:48.054898 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ae3486cd-eaa1-46f5-a6b7-475d6043ca6f req-02b02e4b-437d-4b8e-b3b9-4f16ef08b318 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Nov 10 05:08:48.132285 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1125ec5b-ff13-4ded-b3c3-9950eb99811b tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:48.133718 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1125ec5b-ff13-4ded-b3c3-9950eb99811b tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 814 time: 0.1430736 Nov 10 05:08:48.210936 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Request body: {'port': {'device_id': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2', 'admin_state_up': True, 'tenant_id': '92643bea22a64e6bbff332e59de447cf'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:48.358387 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Made reservation on behalf of 92643bea22a64e6bbff332e59de447cf for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:08:48.362161 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.548661 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Allocated IP 172.20.0.14 (5d8dedf4-19fa-4956-bd7a-e8715db272d2/d315f32e-b6b8-4ef4-ac58-728516e2391d/d70c0979-2379-4efc-b969-7ed0b3b63dce) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:08:48.651237 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54734) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:48.761723 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.806347 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d1b443d7-9c73-44a8-9aa7-d8a9ef18e891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.806558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.845962 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:08:48.849345 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:08:48.853139 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:08:48.859953 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:48.859953 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.881445 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Pushing event updated for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:48.885263 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-1fb7eb4a-a6a5-40ef-b6cb-33866c40e164 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6784928 Nov 10 05:08:48.909644 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Request body: {'port': {'device_id': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:08:48.911022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d1b443d7-9c73-44a8-9aa7-d8a9ef18e891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.917507 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d1b443d7-9c73-44a8-9aa7-d8a9ef18e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:48.967253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d1b443d7-9c73-44a8-9aa7-d8a9ef18e891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33bf5caf1a3d4befac55cda060f9ae0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150282 Nov 10 05:08:48.968381 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54742) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:48.969250 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b443d7-9c73-44a8-9aa7-d8a9ef18e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61290d9-7e32-4435-9ef6-314200e4bc87,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:48.976929 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.041749 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.096108 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.124551 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af5ab8-c02c-4dc2-a5b0-c61b91f5dd0b req-55a05aa7-54e4-4d07-8fbc-9ed45bcbadb3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.144710 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-98af5ab8-c02c-4dc2-a5b0-c61b91f5dd0b req-55a05aa7-54e4-4d07-8fbc-9ed45bcbadb3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0833507 Nov 10 05:08:49.262142 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-98af5ab8-c02c-4dc2-a5b0-c61b91f5dd0b req-31f480ac-3db9-45f5-9b0e-15975253f36e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160026 Nov 10 05:08:49.323845 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c426c-5b09-499b-91ac-044c4ab2e674 req-360de358-81e0-455b-b3d1-d4a89433b4eb tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.325849 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d88c426c-5b09-499b-91ac-044c4ab2e674 req-360de358-81e0-455b-b3d1-d4a89433b4eb tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 932 time: 0.1259866 Nov 10 05:08:49.326970 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.331708 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.336923 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e61290d9-7e32-4435-9ef6-314200e4bc87 HTTP/1.1" status: 204 len: 168 time: 0.3626633 Nov 10 05:08:49.369274 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec2e1f-2f45-4f45-88e4-9e4c4be2f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61290d9-7e32-4435-9ef6-314200e4bc87,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:49.417938 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d88c426c-5b09-499b-91ac-044c4ab2e674 req-410754c8-c410-4fac-884b-35c8a9f4333c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Nov 10 05:08:49.455001 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70c0979-2379-4efc-b969-7ed0b3b63dce {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:49.479211 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.529030 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Transition to ACTIVE for port object d70c0979-2379-4efc-b969-7ed0b3b63dce will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:08:49.537877 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.614410 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Pushing event updated for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:49.656335 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Attempting to bind port d70c0979-2379-4efc-b969-7ed0b3b63dce on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:08:49.657685 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Attempting to bind port d70c0979-2379-4efc-b969-7ed0b3b63dce by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:08:49.658642 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Attempting to bind port d70c0979-2379-4efc-b969-7ed0b3b63dce on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:49.664871 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Port d70c0979-2379-4efc-b969-7ed0b3b63dce on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:08:49.665395 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Attempting to bind port d70c0979-2379-4efc-b969-7ed0b3b63dce on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:08:49.672773 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:08:49.673392 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Checking segment: {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:08:49.673941 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Bound using segment: {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:08:49.674527 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Bound port: d70c0979-2379-4efc-b969-7ed0b3b63dce, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:08:49.675086 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.790665 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-1a22eca7-6234-4087-b3ae-53a870ece08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.792474 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-1a22eca7-6234-4087-b3ae-53a870ece08b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0867672 Nov 10 05:08:49.803203 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306d6d-88b2-4dba-99e9-c36c5fd9cdf7 req-541c1b46-7336-4126-9f0d-ae887aee84bb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.811642 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d306d6d-88b2-4dba-99e9-c36c5fd9cdf7 req-541c1b46-7336-4126-9f0d-ae887aee84bb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0838637 Nov 10 05:08:49.828587 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:08:49.874229 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:08:49.876465 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d306d6d-88b2-4dba-99e9-c36c5fd9cdf7 req-ae2d188b-b378-4bb9-9ea0-85fa15f164d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587127 Nov 10 05:08:49.882285 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.928062 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.928886 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:49.930249 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] 10.222.0.16 "PUT /v2.0/ports/d70c0979-2379-4efc-b969-7ed0b3b63dce HTTP/1.1" status: 200 len: 1094 time: 1.0273540 Nov 10 05:08:49.930683 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:08:49.932923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef42879e-4650-48b8-935e-c16f106f35ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:08:49.962939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-3aab2394-b6f4-4bd5-8d4d-16c1e0037db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:49.964414 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-3aab2394-b6f4-4bd5-8d4d-16c1e0037db5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.1636922 Nov 10 05:08:49.969076 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61c598-7ec0-469c-bf5d-62845b1a1085 service neutron] Pushing event updated for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:50.004723 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74180128-0929-4a72-9a35-0bb20d0dc03b x-openstack-request-id: req-74180128-0929-4a72-9a35-0bb20d0dc03b {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:08:50.004976 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:08:50.005228 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74180128-0929-4a72-9a35-0bb20d0dc03b {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:08:50.006782 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce', 'status': 'completed', 'code': 200} Nov 10 05:08:50.303852 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-01dd1da7-4464-4628-9385-983138ba3ba0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.3138735 Nov 10 05:08:50.377971 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-a8220b1d-6e93-4e6a-a80b-62d4a10357dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:50.379419 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-a8220b1d-6e93-4e6a-a80b-62d4a10357dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 1097 time: 0.0886538 Nov 10 05:08:50.387524 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-0a017845-d1f8-4899-8ada-bf7fc9a8a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:50.390232 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-0a017845-d1f8-4899-8ada-bf7fc9a8a108 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0723405 Nov 10 05:08:50.526573 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-8febd893-8d9e-4572-9008-c3c13b04a91d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce HTTP/1.1" status: 200 len: 217 time: 0.1220131 Nov 10 05:08:50.561750 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a275113-1c8c-4fb5-80c6-b06303f194cb req-af9abe9e-6573-45ac-8c97-710b126a5a69 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:50.564627 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-489c4604-2d5a-415b-9b09-fc5b64d5634b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507027 Nov 10 05:08:50.570896 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a275113-1c8c-4fb5-80c6-b06303f194cb req-af9abe9e-6573-45ac-8c97-710b126a5a69 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0687344 Nov 10 05:08:50.636127 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a275113-1c8c-4fb5-80c6-b06303f194cb req-f2d1e249-6a71-4dff-bab7-893b3f39489a tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639801 Nov 10 05:08:50.664815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-01df52e4-2ed3-43e7-b9f9-b9a872a353c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:50.666273 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-01df52e4-2ed3-43e7-b9f9-b9a872a353c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d315f32e-b6b8-4ef4-ac58-728516e2391d HTTP/1.1" status: 200 len: 854 time: 0.1111100 Nov 10 05:08:50.703347 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-d8a6de90-821e-44bc-afca-1358d5135eeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d8dedf4-19fa-4956-bd7a-e8715db272d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271015 Nov 10 05:08:50.739226 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-7d4e059d-8ad4-49c3-8e70-9705ddef5534 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554413 Nov 10 05:08:50.900792 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-ab5a8636-dea9-4fd2-9912-4773edf2f2a2 service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836383 Nov 10 05:08:50.925251 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-cfe54c7f-7008-4ff3-8122-00ff8d3bc416 req-a2183177-9477-430d-8986-2d64a3f6595f service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771243 Nov 10 05:08:51.000281 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaef0ff-4de5-421f-896d-ec4ac3a3e6ad req-9febbe1a-3778-4862-ab9e-dedf186ae427 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:51.007962 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8eaef0ff-4de5-421f-896d-ec4ac3a3e6ad req-9febbe1a-3778-4862-ab9e-dedf186ae427 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0648065 Nov 10 05:08:51.055312 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8b25b8b-629c-4581-baec-90113a9a7519 req-f4c9240d-f8f7-4207-ba31-922ff01e0a4d service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459048 Nov 10 05:08:51.058037 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8eaef0ff-4de5-421f-896d-ec4ac3a3e6ad req-d0a25a93-1276-4821-a2a8-10d332f89b4e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Nov 10 05:08:51.221841 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42879e-4650-48b8-935e-c16f106f35ad req-ce6e7ab4-bada-4010-8f6c-767bbfa543c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:51.223371 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-ce6e7ab4-bada-4010-8f6c-767bbfa543c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 1097 time: 0.0460784 Nov 10 05:08:51.336571 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42879e-4650-48b8-935e-c16f106f35ad req-6aeea2c9-f1cf-4d6f-947b-6ca3285db6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:51.338043 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-6aeea2c9-f1cf-4d6f-947b-6ca3285db6be service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 915 time: 0.1007411 Nov 10 05:08:51.389350 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-79d1beb5-f618-4391-883c-e23ecb2aef0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce HTTP/1.1" status: 200 len: 217 time: 0.0437512 Nov 10 05:08:51.470117 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42879e-4650-48b8-935e-c16f106f35ad req-afc963c0-4e20-4ae8-bbcf-46b44159afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:51.471610 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-afc963c0-4e20-4ae8-bbcf-46b44159afd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d315f32e-b6b8-4ef4-ac58-728516e2391d HTTP/1.1" status: 200 len: 854 time: 0.0531974 Nov 10 05:08:51.514173 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-8a19b502-30ee-4d4b-9a82-a715c604323a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d8dedf4-19fa-4956-bd7a-e8715db272d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331922 Nov 10 05:08:51.624542 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-81fabafb-5f19-46fe-871d-c831d1390fd3 service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032116 Nov 10 05:08:51.791999 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be67c-3302-469f-b45a-dda4336d1ce3 req-febd5957-6310-466c-9439-e37870faa2f0 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:51.803071 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-394be67c-3302-469f-b45a-dda4336d1ce3 req-febd5957-6310-466c-9439-e37870faa2f0 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0784514 Nov 10 05:08:51.810345 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ef42879e-4650-48b8-935e-c16f106f35ad req-70f9cbeb-082f-41cb-ac6c-37fcdd64664d service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759524 Nov 10 05:08:51.866431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-394be67c-3302-469f-b45a-dda4336d1ce3 req-70e879f4-bed5-41af-88c4-24c036bddb12 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Nov 10 05:08:52.062123 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54818) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:52.205040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c90a3e0f-61b6-463f-b376-1977128c705d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.228757 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c8136-bb14-4a6c-b382-86f63a478241 req-15cf3737-2a5d-4b2a-91a2-594891b28cca tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:52.229864 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-df8c8136-bb14-4a6c-b382-86f63a478241 req-15cf3737-2a5d-4b2a-91a2-594891b28cca tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0856864 Nov 10 05:08:52.304970 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-df8c8136-bb14-4a6c-b382-86f63a478241 req-c1bbab0f-56e1-41e0-8139-883bc8d60659 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666301 Nov 10 05:08:52.353730 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c90a3e0f-61b6-463f-b376-1977128c705d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.359554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c90a3e0f-61b6-463f-b376-1977128c705d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.401868 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c90a3e0f-61b6-463f-b376-1977128c705d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11e26daede1b41c6950806958e7aa798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364394 Nov 10 05:08:52.401868 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a3e0f-61b6-463f-b376-1977128c705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12536556-5a9a-49f0-8ca3-e8bc7a04791c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:52.405484 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54828) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:52.470734 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.510875 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.565536 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.569196 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:52.570571 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12536556-5a9a-49f0-8ca3-e8bc7a04791c HTTP/1.1" status: 204 len: 168 time: 0.1635542 Nov 10 05:08:52.585585 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5423020-f9d4-464a-bbe2-6deff447beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12536556-5a9a-49f0-8ca3-e8bc7a04791c,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:52.899036 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54844) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:52.916454 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad14714c-814a-4a80-8c61-f6568fb3e118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.008163 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d21b67-2a22-444b-badb-5ac30ccae8ea req-6ccffab0-a1df-44c6-affd-4a1659846778 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:53.010843 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad14714c-814a-4a80-8c61-f6568fb3e118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.016611 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad14714c-814a-4a80-8c61-f6568fb3e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.017450 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d21b67-2a22-444b-badb-5ac30ccae8ea req-6ccffab0-a1df-44c6-affd-4a1659846778 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0659790 Nov 10 05:08:53.068543 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14714c-814a-4a80-8c61-f6568fb3e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b24e428-e05d-4c88-896a-1928441427e2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:53.079213 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ad14714c-814a-4a80-8c61-f6568fb3e118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6daa0a311e064ab2b288478bec5624fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758237 Nov 10 05:08:53.079510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54846) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:53.115449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0d21b67-2a22-444b-badb-5ac30ccae8ea req-56b2fac2-3721-459e-99bf-a70e4398020c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969877 Nov 10 05:08:53.148919 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.172584 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.223844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.227296 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.228450 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b24e428-e05d-4c88-896a-1928441427e2 HTTP/1.1" status: 204 len: 168 time: 0.1479163 Nov 10 05:08:53.241016 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accb812-db5a-4265-9d14-9fa42e9c80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b24e428-e05d-4c88-896a-1928441427e2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:53.477916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55e106-50d6-499a-8587-2d6972e4ffdd req-ad81d329-9936-4087-8248-5da87907786c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:53.477916 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2d55e106-50d6-499a-8587-2d6972e4ffdd req-ad81d329-9936-4087-8248-5da87907786c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0883281 Nov 10 05:08:53.545225 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2d55e106-50d6-499a-8587-2d6972e4ffdd req-a763bfce-7166-4786-9d5f-f6bc44d5a11c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 Nov 10 05:08:53.728874 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 54854) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:53.743239 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2d55aa6d-47f0-47cc-83c8-5fd5079409e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.852969 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2d55aa6d-47f0-47cc-83c8-5fd5079409e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.862525 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2d55aa6d-47f0-47cc-83c8-5fd5079409e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:53.933538 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2d55aa6d-47f0-47cc-83c8-5fd5079409e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b35e06e91572417ba6eb718eaf0ff810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032683 Nov 10 05:08:53.934964 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55aa6d-47f0-47cc-83c8-5fd5079409e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0a683-f5ce-415d-b73f-6cb10e8bd6a8,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:53.936137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 54864) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:08:53.996264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:54.027713 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:54.116750 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:54.119586 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:54.123222 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1f0a683-f5ce-415d-b73f-6cb10e8bd6a8 HTTP/1.1" status: 204 len: 168 time: 0.1834905 Nov 10 05:08:54.140779 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ba66-0c7e-4f35-9bac-167937c7d20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0a683-f5ce-415d-b73f-6cb10e8bd6a8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:54.284725 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68852c-ddac-4bb7-9ddb-568811193d15 req-f3416313-04f9-48d5-af3c-57a3140179b6 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:54.288425 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b68852c-ddac-4bb7-9ddb-568811193d15 req-f3416313-04f9-48d5-af3c-57a3140179b6 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0772192 Nov 10 05:08:54.364595 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b68852c-ddac-4bb7-9ddb-568811193d15 req-a9b2f66f-e54d-4bff-962c-4348b839955f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653224 Nov 10 05:08:54.705684 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2530e-dcbc-4c62-9117-8327b2ecae2b req-d735ba8a-725e-47be-869d-f8bd286ec9b3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:54.708941 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-70f2530e-dcbc-4c62-9117-8327b2ecae2b req-d735ba8a-725e-47be-869d-f8bd286ec9b3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0609260 Nov 10 05:08:54.773595 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-70f2530e-dcbc-4c62-9117-8327b2ecae2b req-a160230d-e69d-4110-8031-f2d836d83ef1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568147 Nov 10 05:08:55.527606 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de0649-cba7-4ae1-bd53-45e83764b63e req-b97b2e00-7205-495d-8b0d-245e48223173 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:55.529682 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-27de0649-cba7-4ae1-bd53-45e83764b63e req-b97b2e00-7205-495d-8b0d-245e48223173 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0910716 Nov 10 05:08:55.600257 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-27de0649-cba7-4ae1-bd53-45e83764b63e req-71bea44c-9129-4bb8-9612-85b1beb9a7a5 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616412 Nov 10 05:08:55.962872 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dad76-d395-464d-a0a9-7b747aa9010e req-6ca4cef2-d8bb-4cd4-b813-c79fab60134a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:55.971359 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c16dad76-d395-464d-a0a9-7b747aa9010e req-6ca4cef2-d8bb-4cd4-b813-c79fab60134a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0916624 Nov 10 05:08:56.015432 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c16dad76-d395-464d-a0a9-7b747aa9010e req-57a1054c-24a6-4d98-b54b-152a3af0f180 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Nov 10 05:08:56.566394 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device d70c0979-2379-4efc-b969-7ed0b3b63dce details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:08:56.667227 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:56.680042 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'd70c0979-2379-4efc-b969-7ed0b3b63dce', 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2', 'port_id': 'd70c0979-2379-4efc-b969-7ed0b3b63dce', 'mac_address': 'fa:16:3e:6f:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd315f32e-b6b8-4ef4-ac58-728516e2391d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:08:56.732448 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:56.768741 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb818e7-b027-45a8-ba27-ced872b8adca req-e852ce2d-8a33-49a0-8a39-08f5496066db tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:56.769660 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70c0979-2379-4efc-b969-7ed0b3b63dce {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:08:56.779138 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-afb818e7-b027-45a8-ba27-ced872b8adca req-e852ce2d-8a33-49a0-8a39-08f5496066db tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 944 time: 0.0706794 Nov 10 05:08:56.799783 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:08:56.804977 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:08:56.849467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-afb818e7-b027-45a8-ba27-ced872b8adca req-a646c128-90d2-4240-a1b1-6a3ea025ad8e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 Nov 10 05:08:56.863851 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:08:56.873437 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.874217 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.874758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.875096 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.875479 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.875906 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.876192 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.877073 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.877719 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.878235 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.878723 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:56.879222 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:08:57.404525 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['d70c0979-2379-4efc-b969-7ed0b3b63dce'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:08:57.976072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1268c-bcbe-48c3-86bb-88f2f58a26aa req-0390b525-eb28-477d-9813-bffc90008e58 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:57.983790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9bb1268c-bcbe-48c3-86bb-88f2f58a26aa req-0390b525-eb28-477d-9813-bffc90008e58 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 945 time: 0.0720193 Nov 10 05:08:58.043611 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9bb1268c-bcbe-48c3-86bb-88f2f58a26aa req-32dce653-6567-463f-a802-a1db94c9272e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543642 Nov 10 05:08:58.346202 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:08:58.521018 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f985ab2-5ee4-47d9-b7a8-8186a1efe38e req-cde32088-55af-4a10-8530-843b539657e8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:58.522508 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f985ab2-5ee4-47d9-b7a8-8186a1efe38e req-cde32088-55af-4a10-8530-843b539657e8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0498607 Nov 10 05:08:58.571561 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f985ab2-5ee4-47d9-b7a8-8186a1efe38e req-e7b0b498-29a2-4455-bcc7-2fec886be305 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Nov 10 05:08:59.227081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b13b33-ee7b-4bb1-8f50-5526fa198ac2 req-dbb2de80-d4ee-459b-a8ea-d2312d2e56c2 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:08:59.229420 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-59b13b33-ee7b-4bb1-8f50-5526fa198ac2 req-dbb2de80-d4ee-459b-a8ea-d2312d2e56c2 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Nov 10 05:08:59.285741 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-59b13b33-ee7b-4bb1-8f50-5526fa198ac2 req-e8ce5d8a-cfbb-4168-b39e-fbf5bfb9194a tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Nov 10 05:09:00.464323 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f3b1-e7f7-4011-a40c-3c9c04669165 req-81734927-4aec-4ad8-bbdd-d4bb13c789bd tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:00.466940 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7c7f3b1-e7f7-4011-a40c-3c9c04669165 req-81734927-4aec-4ad8-bbdd-d4bb13c789bd tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 945 time: 0.0613382 Nov 10 05:09:00.531833 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7c7f3b1-e7f7-4011-a40c-3c9c04669165 req-6d0b627c-4e6c-4450-9bd0-cf7d7340f84a tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Nov 10 05:09:00.592900 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device d70c0979-2379-4efc-b969-7ed0b3b63dce up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:09:00.648691 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port d70c0979-2379-4efc-b969-7ed0b3b63dce completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:09:00.655314 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port d70c0979-2379-4efc-b969-7ed0b3b63dce triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:09:00.656061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:00.775719 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:00.809227 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:00.812736 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352dbf1-ae6b-4a21-81cf-d2daff5fc4a9" -d '{"events": [{"server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "name": "network-vif-plugged", "status": "completed", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:00.841580 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:00.851154 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:00.857303 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcabe-490a-4fb5-8f05-e0c435bc24c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:00.860504 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce3d3b-3bd9-44c1-8acb-aa779a38ab2a x-openstack-request-id: req-f3ce3d3b-3bd9-44c1-8acb-aa779a38ab2a {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:00.861273 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "name": "network-vif-plugged", "status": "completed", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:00.861530 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3ce3d3b-3bd9-44c1-8acb-aa779a38ab2a {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:00.861916 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce', 'code': 200} Nov 10 05:09:00.922708 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:01.132522 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc33c5c-5011-4882-b2ea-5360de452953 req-cf8e85bc-a895-4e29-8be3-b07c23b57e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:01.134012 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8fc33c5c-5011-4882-b2ea-5360de452953 req-cf8e85bc-a895-4e29-8be3-b07c23b57e73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 1099 time: 0.0774424 Nov 10 05:09:01.182271 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8fc33c5c-5011-4882-b2ea-5360de452953 req-ad322089-80da-4753-86e8-1dab752e732d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Nov 10 05:09:01.975087 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67d4d-a72c-4183-8d41-1839ca8d9f25 req-4056d34e-940b-4b04-b3f0-efa058f787a1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:01.976803 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8d67d4d-a72c-4183-8d41-1839ca8d9f25 req-4056d34e-940b-4b04-b3f0-efa058f787a1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Nov 10 05:09:02.026151 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8d67d4d-a72c-4183-8d41-1839ca8d9f25 req-4dffd71a-1d44-42e4-9faf-446345bfa1a7 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Nov 10 05:09:03.167458 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fdde-2549-4bb9-8336-7dc0e0fbe3ed req-498c7529-b4ff-4d69-9c27-3ca383438893 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:03.169835 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f173fdde-2549-4bb9-8336-7dc0e0fbe3ed req-498c7529-b4ff-4d69-9c27-3ca383438893 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0658646 Nov 10 05:09:03.195984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f7f9bccb-7e91-477a-89b0-2a25176ec9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:03.254558 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f173fdde-2549-4bb9-8336-7dc0e0fbe3ed req-9130c9ba-332d-4097-8384-02b5fa08d0be tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Nov 10 05:09:04.189275 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:04.384962 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f550a-c90f-4477-9363-0e03aa145c38 req-28ab196c-f73a-47cd-aea4-ac4fb258e5b9 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:04.386425 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ab2f550a-c90f-4477-9363-0e03aa145c38 req-28ab196c-f73a-47cd-aea4-ac4fb258e5b9 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Nov 10 05:09:04.441207 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ab2f550a-c90f-4477-9363-0e03aa145c38 req-2134fb21-096b-460d-b0b3-9a3d2544a172 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Nov 10 05:09:05.976037 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:06.752054 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:06.886750 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-3091978d-0f06-41d9-af57-401122505b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:06.888331 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-3091978d-0f06-41d9-af57-401122505b08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0538597 Nov 10 05:09:06.999839 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-fe27315d-6c93-4a04-bf99-0e1fb9f5d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.001326 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-fe27315d-6c93-4a04-bf99-0e1fb9f5d900 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.0918384 Nov 10 05:09:07.006123 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e98a99-45f9-48e6-ab19-2fed0f9462ac req-25124fd1-7fe6-4eed-a154-166fb22782c7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.008393 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-82e98a99-45f9-48e6-ab19-2fed0f9462ac req-25124fd1-7fe6-4eed-a154-166fb22782c7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0549862 Nov 10 05:09:07.048300 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-627c4301-3022-434e-a203-76f9b2321265 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.0359447 Nov 10 05:09:07.068570 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-82e98a99-45f9-48e6-ab19-2fed0f9462ac req-3104fa84-d11e-454e-9eb0-e22449fd6976 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 Nov 10 05:09:07.100758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-fb81de17-5741-4916-b700-77f603fa2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.102589 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-fb81de17-5741-4916-b700-77f603fa2c01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0477955 Nov 10 05:09:07.133987 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-7d25f121-63fa-485a-aa05-29fcd6069827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241802 Nov 10 05:09:07.244916 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-f1da73cc-9de3-467b-8038-b2a19898da44 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036422 Nov 10 05:09:07.340372 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-a0c71868-1c8b-4ba4-aa36-92283e3c2151 req-6c3e7cfa-77ce-4134-8567-ce9fc2fbc412 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873914 Nov 10 05:09:07.564999 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-f7431086-08e5-4430-a0d1-3935d2438400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.566643 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-f7431086-08e5-4430-a0d1-3935d2438400 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0406268 Nov 10 05:09:07.678953 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-39e466f4-6954-4904-bfd8-36125de9a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.680593 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-39e466f4-6954-4904-bfd8-36125de9a9f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.0878813 Nov 10 05:09:07.734519 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-4386f38f-b935-4d24-b577-069576055dca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.0462794 Nov 10 05:09:07.789277 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-50ec6bbd-b744-4dc5-9c76-4c3a63050e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:07.790714 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-50ec6bbd-b744-4dc5-9c76-4c3a63050e74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0494044 Nov 10 05:09:07.827245 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-b78ae552-0643-4fff-ad41-5ba974be8619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266500 Nov 10 05:09:07.952571 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-3d79b2df-fe36-412c-8ae2-ab5fa780ae41 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090353 Nov 10 05:09:08.101532 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-e6787050-3543-47ff-bf5e-07d6e2135a8a req-2279dee0-746c-4fa9-a88b-7dc378616510 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922513 Nov 10 05:09:08.208331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f50ab-7082-4e60-9f3f-a1fe8e102ab2 req-b08afce5-770f-4131-ac2a-61682193726b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:08.209795 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4f6f50ab-7082-4e60-9f3f-a1fe8e102ab2 req-b08afce5-770f-4131-ac2a-61682193726b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0525515 Nov 10 05:09:08.262961 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4f6f50ab-7082-4e60-9f3f-a1fe8e102ab2 req-03bad307-2759-49f5-a3ef-77583e95e0b2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Nov 10 05:09:09.486901 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d6eaa-ba34-41b6-9c0d-a1f6d78d0788 req-d8c543a7-404a-4269-a749-2844787fce83 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:09.490058 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-578d6eaa-ba34-41b6-9c0d-a1f6d78d0788 req-d8c543a7-404a-4269-a749-2844787fce83 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0926995 Nov 10 05:09:09.572139 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-578d6eaa-ba34-41b6-9c0d-a1f6d78d0788 req-46b979bb-cab4-4106-adb7-687ad402c5f2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662959 Nov 10 05:09:10.732622 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a21-043e-4f2b-aabd-29a3ccc13c6e req-fefa3ac6-371d-4b92-a73c-93d883686f72 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:10.734199 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-80581a21-043e-4f2b-aabd-29a3ccc13c6e req-fefa3ac6-371d-4b92-a73c-93d883686f72 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0739486 Nov 10 05:09:10.852400 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-80581a21-043e-4f2b-aabd-29a3ccc13c6e req-0e130b47-9db8-4e85-8384-81cea16f02f9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068358 Nov 10 05:09:10.876786 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-b332a72d-4202-406c-93ad-042160ff4b4a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:10.878279 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-b332a72d-4202-406c-93ad-042160ff4b4a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.1418099 Nov 10 05:09:10.893445 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-58da2eda-c759-4fc7-a1ef-27cf0d304981 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/quotas/fc30b93c93fa4ceaad6b448afa573e6d HTTP/1.1" status: 200 len: 375 time: 0.0095780 Nov 10 05:09:10.945481 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-db5c66eb-0fca-4d97-91a7-35cbe4cb4e5a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467908 Nov 10 05:09:11.039359 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-f4ac4340-7e17-488e-934f-7723cea94999 service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Nov 10 05:09:11.137662 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-0409c135-18f3-4297-ac85-4deb638991a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913711 Nov 10 05:09:11.268821 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:11.298196 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-77f01b3f-42f9-47ff-ad36-899a6bac1be1 req-12ebdb53-ee78-4acc-a268-871352f2d38c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 210 time: 0.0264587 Nov 10 05:09:11.964680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941f99e-4d66-4006-92a1-78bf448a92c4 req-0c8a8a9c-afb8-4e8f-a683-0f62e9468586 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:11.966224 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5941f99e-4d66-4006-92a1-78bf448a92c4 req-0c8a8a9c-afb8-4e8f-a683-0f62e9468586 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0471306 Nov 10 05:09:12.014713 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5941f99e-4d66-4006-92a1-78bf448a92c4 req-0fdb5db8-5497-4e1e-8ede-c57778713b87 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Nov 10 05:09:12.398616 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-834a00e5-1549-4e6a-9036-b7a95366c939 req-de505f96-bb35-4d6c-a60e-f6e68cb93a46 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Nov 10 05:09:12.452812 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-b08ec7dc-7b51-4a99-b30a-518ea10e1d85 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:12.454265 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-b08ec7dc-7b51-4a99-b30a-518ea10e1d85 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 815 time: 0.1119215 Nov 10 05:09:12.496215 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Request body: {'port': {'device_id': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'admin_state_up': True, 'tenant_id': 'fc30b93c93fa4ceaad6b448afa573e6d'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:09:12.601073 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Made reservation on behalf of fc30b93c93fa4ceaad6b448afa573e6d for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:09:12.604636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:12.731598 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Allocated IP 172.20.0.8 (a70a0ca2-19d1-411a-8fa8-e54d497bd1c8/3d421341-5118-43e8-b5c0-9c92256402a8/157f51ae-a329-4aeb-930d-6da1b0c78415) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:09:12.879751 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:12.914679 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:12.958751 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:09:12.961773 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:09:12.965398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:09:12.966570 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf', 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', '773cabca-df31-4b02-9c5b-88a7248fc75a'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:09:12.971055 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:12.971807 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:12.980807 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event updated for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:12.992722 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-7bc2ef6d-0639-422b-a8e8-58b6d6be693d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5004647 Nov 10 05:09:13.018682 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Request body: {'port': {'device_id': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:09:13.080795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.153397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367638f5-ec3d-4341-b4ea-5b626b5d588e req-be481165-721c-4858-852f-d5d0862f4ef7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:13.154937 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-367638f5-ec3d-4341-b4ea-5b626b5d588e req-be481165-721c-4858-852f-d5d0862f4ef7 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0659759 Nov 10 05:09:13.230253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-367638f5-ec3d-4341-b4ea-5b626b5d588e req-798eb0a1-67ee-487b-860c-d89272d11642 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687993 Nov 10 05:09:13.367108 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157f51ae-a329-4aeb-930d-6da1b0c78415 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:09:13.375202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.387168 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Transition to ACTIVE for port object 157f51ae-a329-4aeb-930d-6da1b0c78415 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:09:13.390990 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.472100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:13.474657 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Attempting to bind port 157f51ae-a329-4aeb-930d-6da1b0c78415 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:09:13.475001 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Attempting to bind port 157f51ae-a329-4aeb-930d-6da1b0c78415 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:09:13.475458 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Attempting to bind port 157f51ae-a329-4aeb-930d-6da1b0c78415 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:09:13.481141 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Port 157f51ae-a329-4aeb-930d-6da1b0c78415 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:09:13.481999 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Attempting to bind port 157f51ae-a329-4aeb-930d-6da1b0c78415 on network a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:09:13.490142 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:09:13.490500 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Checking segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:09:13.490907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Bound using segment: {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:09:13.491446 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Bound port: 157f51ae-a329-4aeb-930d-6da1b0c78415, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:09:13.491811 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.523444 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876328b8-f207-4f56-bb67-bae0ca8f3429 req-4710cebc-8ea8-4664-bc35-81e0e090b6c6 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:13.524826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-876328b8-f207-4f56-bb67-bae0ca8f3429 req-4710cebc-8ea8-4664-bc35-81e0e090b6c6 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0507379 Nov 10 05:09:13.565187 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:09:13.568170 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=157f51ae-a329-4aeb-930d-6da1b0c78415,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:09:13.572422 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.574340 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-876328b8-f207-4f56-bb67-bae0ca8f3429 req-6d53ea94-598c-478d-8573-0f621711a35f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Nov 10 05:09:13.606569 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:13.607121 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:13.608518 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/157f51ae-a329-4aeb-930d-6da1b0c78415 HTTP/1.1" status: 200 len: 1093 time: 0.5941877 Nov 10 05:09:13.608947 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:13.611158 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab735627-7bc1-428d-8fd5-e75319ae62dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:13.643544 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabf142-8f40-4a75-8216-634c89d0e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:13.659390 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceaf3d7-88f0-4a19-ba32-76d09160c866 x-openstack-request-id: req-1ceaf3d7-88f0-4a19-ba32-76d09160c866 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:13.659680 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:13.659929 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ceaf3d7-88f0-4a19-ba32-76d09160c866 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:13.660331 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415', 'status': 'completed', 'code': 200} Nov 10 05:09:13.744898 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fff4a7c-1a09-4cf0-9374-8d00afdd1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:13.746406 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-8fff4a7c-1a09-4cf0-9374-8d00afdd1215 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 1096 time: 0.0386665 Nov 10 05:09:13.996189 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-72317752-81b7-4c7e-a5d1-c4a9a13c61a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=157f51ae-a329-4aeb-930d-6da1b0c78415 HTTP/1.1" status: 200 len: 217 time: 0.2272289 Nov 10 05:09:14.044850 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-04105166-655b-4933-b955-b0ad657b98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.046246 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-04105166-655b-4933-b955-b0ad657b98f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0430543 Nov 10 05:09:14.083181 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-76340472-455d-4ee2-bab6-f336670dce67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223842 Nov 10 05:09:14.176572 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-b600f35c-ab45-49f6-a8c4-86c43d45d92d service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Nov 10 05:09:14.270429 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4e5c7251-0650-4d17-97fc-814e1527e7ab req-f60bc503-a144-42ac-90c4-bafb040c3b31 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Nov 10 05:09:14.353679 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc2fa1-f736-45b3-b660-d4ae51e66f47 req-9cd5a71c-d8f7-49be-82c5-3be6717364ed tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.355044 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87bc2fa1-f736-45b3-b660-d4ae51e66f47 req-9cd5a71c-d8f7-49be-82c5-3be6717364ed tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0510406 Nov 10 05:09:14.397588 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-19bdbf35-8876-4c91-909c-56fb5efe51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.399060 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-19bdbf35-8876-4c91-909c-56fb5efe51ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 1096 time: 0.0411882 Nov 10 05:09:14.404028 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87bc2fa1-f736-45b3-b660-d4ae51e66f47 req-4592eac7-24fc-43c5-a849-213351970c18 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Nov 10 05:09:14.500040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-c3cffb89-7926-459c-a280-3ce89bec1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.501557 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-c3cffb89-7926-459c-a280-3ce89bec1b9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 200 len: 916 time: 0.0907614 Nov 10 05:09:14.543898 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-f438e831-62d8-4ac6-ab4e-b76f534aaba3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=157f51ae-a329-4aeb-930d-6da1b0c78415 HTTP/1.1" status: 200 len: 217 time: 0.0338571 Nov 10 05:09:14.596804 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-dff04e4e-1669-429d-8572-be1027d93de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.598339 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-dff04e4e-1669-429d-8572-be1027d93de7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 200 len: 855 time: 0.0468318 Nov 10 05:09:14.644741 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-4952fc5f-a485-4d3b-9a7e-1bfc6bed1845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247424 Nov 10 05:09:14.708100 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac7c9-f80c-4271-b521-e8d5d97c6ba5 req-6b669ca1-500b-4ec3-b839-4ea34090a97b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:14.710025 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a57ac7c9-f80c-4271-b521-e8d5d97c6ba5 req-6b669ca1-500b-4ec3-b839-4ea34090a97b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0492966 Nov 10 05:09:14.743234 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-aa474280-8f8c-4377-a9ec-0e3c51f5fa10 service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902028 Nov 10 05:09:14.757395 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a57ac7c9-f80c-4271-b521-e8d5d97c6ba5 req-5f62d85b-2c5f-4d21-9581-a983c8683df3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Nov 10 05:09:14.852314 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ab735627-7bc1-428d-8fd5-e75319ae62dd req-93e5fec7-1ad2-4e09-9004-7be4b65983dc service neutron] 10.222.0.16 "GET /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930512 Nov 10 05:09:15.522072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943f09d-b2d7-4b10-9aab-bbe45cfe7ca6 req-029b0a06-1f8f-41a7-93a0-495b169bcc71 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:15.523657 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4943f09d-b2d7-4b10-9aab-bbe45cfe7ca6 req-029b0a06-1f8f-41a7-93a0-495b169bcc71 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0516098 Nov 10 05:09:15.571131 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4943f09d-b2d7-4b10-9aab-bbe45cfe7ca6 req-00dbdc6e-57ac-45e1-9c83-395cd87e1d4b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Nov 10 05:09:15.879750 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec422394-cab3-4f3e-b43f-8975daaf93e1 req-5711edcd-9632-4e02-8352-d0b15d9a791f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:15.881160 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec422394-cab3-4f3e-b43f-8975daaf93e1 req-5711edcd-9632-4e02-8352-d0b15d9a791f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0474215 Nov 10 05:09:15.930357 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ec422394-cab3-4f3e-b43f-8975daaf93e1 req-6ac8d514-792a-4a00-81d0-4183226859c5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Nov 10 05:09:16.691235 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e926-6f66-425e-a008-b8ae3530747b req-46b1b8d7-318e-46fc-bffe-74d43b9c8362 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:16.692712 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9b31e926-6f66-425e-a008-b8ae3530747b req-46b1b8d7-318e-46fc-bffe-74d43b9c8362 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0499160 Nov 10 05:09:16.746447 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9b31e926-6f66-425e-a008-b8ae3530747b req-1023212b-d43e-4fd8-81e5-86acf6407a53 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Nov 10 05:09:17.054800 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ae0-b0bd-496d-9e51-794daecd2108 req-8af7bf4c-bc14-4162-9b1e-b4e22d928a43 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:17.056269 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8d7f2ae0-b0bd-496d-9e51-794daecd2108 req-8af7bf4c-bc14-4162-9b1e-b4e22d928a43 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0512819 Nov 10 05:09:17.102012 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8d7f2ae0-b0bd-496d-9e51-794daecd2108 req-cee1845d-cd72-46a9-82dc-35f9a0673ab0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Nov 10 05:09:17.862932 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd3b8-11f9-4d71-a05b-031fd725f6d2 req-e6db7bf1-a6a8-4ace-bf76-55ba6901496c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:17.864417 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-702dd3b8-11f9-4d71-a05b-031fd725f6d2 req-e6db7bf1-a6a8-4ace-bf76-55ba6901496c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0470979 Nov 10 05:09:17.911203 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-702dd3b8-11f9-4d71-a05b-031fd725f6d2 req-4f4c8385-46f2-4ad2-b059-541d9c6a5ae4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Nov 10 05:09:18.056709 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 55356) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:09:18.103496 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Deleting subnet e4ba7076-ea4e-42b4-ae56-139a05b8e5db {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:09:18.107018 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.140605 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.202593 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.254229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce009-17b8-4049-817a-ee32124b0cbf req-3a771d65-070e-4125-84cd-6ecd88883505 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:18.255743 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48bce009-17b8-4049-817a-ee32124b0cbf req-3a771d65-070e-4125-84cd-6ecd88883505 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0815339 Nov 10 05:09:18.300864 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.333352 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ba7076-ea4e-42b4-ae56-139a05b8e5db,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:18.335207 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.338277 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-22efcddd-a549-4f9b-8c32-d59550796a16 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e4ba7076-ea4e-42b4-ae56-139a05b8e5db HTTP/1.1" status: 204 len: 168 time: 0.2805898 Nov 10 05:09:18.341575 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 55362) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:09:18.342358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48bce009-17b8-4049-817a-ee32124b0cbf req-1a4c675f-9c66-408d-8024-679418243db2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808675 Nov 10 05:09:18.416077 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.501119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.521558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.521923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.522659 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.522978 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > port after_create 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.523319 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.523714 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > port after_update 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.524029 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.524340 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.524647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.524956 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.591947 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.592201 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.592523 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.592842 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 05:09:18.593209 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1f0d79-b5cc-402c-a723-8f3ab2383b90']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:09:18.610653 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef786a7-6c9e-4983-ab18-8f45b47630cb') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:09:18.610938 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef786a7-6c9e-4983-ab18-8f45b47630cb') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:09:18.626553 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.650618 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.659166 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:09:18.659572 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: from cryptography.utils import int_from_bytes Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: from cryptography.utils import int_from_bytes Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:09:18.663499 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:09:18.719606 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.726886 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:18.730249 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee1f0d79-b5cc-402c-a723-8f3ab2383b90 HTTP/1.1" status: 204 len: 168 time: 0.3875699 Nov 10 05:09:18.746513 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577295-0165-4f30-a158-c3dd2ffc2224 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1f0d79-b5cc-402c-a723-8f3ab2383b90,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:18.893990 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 55372) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:09:18.934092 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-92daa3b1-4ac2-46d3-93df-30c324e87629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58b395cb659f4cd4a7ec38e84bcb4ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386951 Nov 10 05:09:18.936706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 55376) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:09:18.993904 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:19.034030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:19.061191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e494-5c3d-4532-808f-208e7c92399c req-ad20a4a4-073a-4a4d-802a-f640ba8b052f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:19.062642 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a81e494-5c3d-4532-808f-208e7c92399c req-ad20a4a4-073a-4a4d-802a-f640ba8b052f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0814822 Nov 10 05:09:19.116308 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a81e494-5c3d-4532-808f-208e7c92399c req-c63ae32d-8425-4de0-83db-f5e6a4b67e23 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475261 Nov 10 05:09:19.120667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:19.123707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:19.124732 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9038ce68-d4b8-460d-b9f1-9a6d436da1fb HTTP/1.1" status: 204 len: 168 time: 0.1871412 Nov 10 05:09:19.139066 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d564d8-30cb-4c05-ba86-52048517a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9038ce68-d4b8-460d-b9f1-9a6d436da1fb,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:19.462689 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcd171-f098-4fd1-ad6b-5c1ca194fbff req-eeb7145a-84cf-485b-b054-7525171c61bd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:19.464215 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-18dcd171-f098-4fd1-ad6b-5c1ca194fbff req-eeb7145a-84cf-485b-b054-7525171c61bd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0503330 Nov 10 05:09:19.530426 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-18dcd171-f098-4fd1-ad6b-5c1ca194fbff req-4eb745d2-2860-418f-af5d-ed295121b31d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589266 Nov 10 05:09:20.249670 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456536-6c6b-440c-9df5-dfd4ca0984fc req-0c472e86-691f-4b40-9226-be65714057b6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:20.251139 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0456536-6c6b-440c-9df5-dfd4ca0984fc req-0c472e86-691f-4b40-9226-be65714057b6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0601234 Nov 10 05:09:20.299883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0456536-6c6b-440c-9df5-dfd4ca0984fc req-3d0a17a8-1d88-4869-a732-2eedf8a76a87 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Nov 10 05:09:20.644580 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4b83-1529-48a9-8cf4-5a1c5875d2d0 req-a0eb4a5e-f894-444a-9e38-2d6b08700be0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:20.646006 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-df2c4b83-1529-48a9-8cf4-5a1c5875d2d0 req-a0eb4a5e-f894-444a-9e38-2d6b08700be0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0475190 Nov 10 05:09:20.693944 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-df2c4b83-1529-48a9-8cf4-5a1c5875d2d0 req-6342ec14-7f58-48d1-aa98-fb48b8bda355 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Nov 10 05:09:21.414714 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659103-304f-4853-8f74-7f96337450a0 req-8f72d2c7-270c-4645-a313-be93e2913e70 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:21.416197 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f659103-304f-4853-8f74-7f96337450a0 req-8f72d2c7-270c-4645-a313-be93e2913e70 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0476706 Nov 10 05:09:21.663280 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f659103-304f-4853-8f74-7f96337450a0 req-85b2df1c-f684-4099-a378-fa4952d53a3a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404404 Nov 10 05:09:21.818573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7e82-4c31-4932-9751-e6dc1425cc2c req-08a6095e-15f3-4fbb-8894-9a81b0b8faf5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:21.819950 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2ccc7e82-4c31-4932-9751-e6dc1425cc2c req-08a6095e-15f3-4fbb-8894-9a81b0b8faf5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0561342 Nov 10 05:09:21.865205 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2ccc7e82-4c31-4932-9751-e6dc1425cc2c req-5e5ffc9e-6fde-41c1-8735-88ac17dad24f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Nov 10 05:09:22.454445 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-1d71d748-17f4-403a-9bcb-91b0dbef31db tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324287 Nov 10 05:09:22.643069 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-c85234e2-e067-4bda-ba66-4bab3ac7e18e tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:22.644552 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-c85234e2-e067-4bda-ba66-4bab3ac7e18e tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835716 Nov 10 05:09:22.660057 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-73670951-ecfb-4c62-9c2e-7e350400ae11 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/quotas/e37e5d62fef245bfa72e711a9c8eaec8 HTTP/1.1" status: 200 len: 375 time: 0.0099144 Nov 10 05:09:22.690932 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-4eb32259-badf-41e7-8fd7-3a01f46bd3b0 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253966 Nov 10 05:09:22.797262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393107-452d-4144-b0b7-f66547ddeb1d req-24f58da1-9635-449f-8f48-f946913ce049 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:22.797262 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d393107-452d-4144-b0b7-f66547ddeb1d req-24f58da1-9635-449f-8f48-f946913ce049 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0547867 Nov 10 05:09:22.870310 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8d9cfab0-c1a7-4752-a1b8-47e8f6048cbe req-6a0bcf53-4e2f-42e1-92e1-1c67e8160cee tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0403862 Nov 10 05:09:22.874830 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d393107-452d-4144-b0b7-f66547ddeb1d req-df268135-32f9-486d-9fd6-4a13033e4485 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732574 Nov 10 05:09:22.994866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2037-4b05-4585-9917-b903c5cdc39a req-2552d39d-0c91-47be-80a2-875c9e964d3b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:22.996489 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487a2037-4b05-4585-9917-b903c5cdc39a req-2552d39d-0c91-47be-80a2-875c9e964d3b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0534368 Nov 10 05:09:23.048777 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487a2037-4b05-4585-9917-b903c5cdc39a req-0406f831-0b4f-4a75-b3ab-60227c001016 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 Nov 10 05:09:23.984276 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ed7ff51e-368a-4123-be4f-b27216de63d0 req-b096ba6f-746e-44ad-9ad3-a033aa8f5394 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0467925 Nov 10 05:09:24.007348 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45d0c-116a-43e9-bb56-fb29d0510acb req-eec726b3-6411-47b1-b853-aa7f6a912601 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:24.008776 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11a45d0c-116a-43e9-bb56-fb29d0510acb req-eec726b3-6411-47b1-b853-aa7f6a912601 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0627356 Nov 10 05:09:24.054792 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11a45d0c-116a-43e9-bb56-fb29d0510acb req-8113986c-aa03-42ad-b783-7b0800cada9f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Nov 10 05:09:24.164474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31083-5ce3-4efe-b755-73744431f339 req-122a16d6-9895-4cee-952f-db7427ee768a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:24.165853 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-89d31083-5ce3-4efe-b755-73744431f339 req-122a16d6-9895-4cee-952f-db7427ee768a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 943 time: 0.0500364 Nov 10 05:09:24.212328 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-89d31083-5ce3-4efe-b755-73744431f339 req-6e61bddd-0924-4fa5-aeed-2c127e2a334b tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Nov 10 05:09:24.291844 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-c0f39c02-bf18-4725-8017-ae689e5ef864 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294418 Nov 10 05:09:24.486708 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-de4d42b8-ade2-4bfe-87fd-8d13d97d2873 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:24.488143 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-de4d42b8-ade2-4bfe-87fd-8d13d97d2873 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899538 Nov 10 05:09:24.510367 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Request body: {'port': {'device_id': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3', 'admin_state_up': True, 'tenant_id': 'e37e5d62fef245bfa72e711a9c8eaec8'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:09:24.617717 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Made reservation on behalf of e37e5d62fef245bfa72e711a9c8eaec8 for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:09:24.622015 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:24.633188 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:24.710267 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:24.714293 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:24.718325 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 157f51ae-a329-4aeb-930d-6da1b0c78415 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:09:24.777759 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb601692-4e29-4de8-ad23-868f8f3a5114,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:24.825606 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=157f51ae-a329-4aeb-930d-6da1b0c78415,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:24.840891 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '157f51ae-a329-4aeb-930d-6da1b0c78415', 'network_id': 'a70a0ca2-19d1-411a-8fa8-e54d497bd1c8', 'port_id': '157f51ae-a329-4aeb-930d-6da1b0c78415', 'mac_address': 'fa:16:3e:f2:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d421341-5118-43e8-b5c0-9c92256402a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:09:24.851162 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Allocated IP 192.168.233.177 (335e4bd9-a032-4fed-9b69-f2d66d9f44e3/a06c47d4-8233-427e-b1b6-c60a7118029e/bbea0900-e55c-4c37-a0c2-5d91ad3886b4) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:09:24.993258 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.006239 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.007309 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157f51ae-a329-4aeb-930d-6da1b0c78415 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:09:25.029548 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=157f51ae-a329-4aeb-930d-6da1b0c78415,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:25.034342 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.042771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.082104 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:25.100199 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:09:25.103638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:09:25.106981 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:09:25.130269 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d41e0-40b5-4a42-9997-2d504586e287 req-6ed5d841-4239-423c-9617-f268ec353d6f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:25.135449 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Pushing event updated for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:25.138408 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0c7d41e0-40b5-4a42-9997-2d504586e287 req-6ed5d841-4239-423c-9617-f268ec353d6f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 936 time: 0.0716448 Nov 10 05:09:25.175333 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:25.178227 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.197941 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-508123b1-ddd5-4596-8b47-2068e7eda2a1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6910095 Nov 10 05:09:25.222060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Request body: {'port': {'device_id': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:09:25.223186 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0c7d41e0-40b5-4a42-9997-2d504586e287 req-6b00792d-41c3-41c0-95ef-7e902023cd7d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839121 Nov 10 05:09:25.233065 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca6d5-ce31-4df6-9003-54e0409d12fc req-064d285c-998e-4350-a587-8ab465bf38e9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:25.234643 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-768ca6d5-ce31-4df6-9003-54e0409d12fc req-064d285c-998e-4350-a587-8ab465bf38e9 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0894494 Nov 10 05:09:25.290641 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.307851 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-768ca6d5-ce31-4df6-9003-54e0409d12fc req-23be1a4b-f635-416f-8db4-7b1975968dc8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653508 Nov 10 05:09:25.339923 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-e5b9828a-f066-49e0-ba6a-d560203dc491 None None] Provisioning complete for port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:09:25.340368 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e5b9828a-f066-49e0-ba6a-d560203dc491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.368904 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7b18a-6d68-4f6c-91a7-4e01ec4c294b req-ca1b9830-df69-4840-a202-2a58e4d09fd0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:25.376400 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5c7b18a-6d68-4f6c-91a7-4e01ec4c294b req-ca1b9830-df69-4840-a202-2a58e4d09fd0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 944 time: 0.0675173 Nov 10 05:09:25.383278 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9828a-f066-49e0-ba6a-d560203dc491 None None] Port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:09:25.419640 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5c7b18a-6d68-4f6c-91a7-4e01ec4c294b req-93613612-2394-43ec-9992-50998188902d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Nov 10 05:09:25.578838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbea0900-e55c-4c37-a0c2-5d91ad3886b4 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:09:25.585854 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.598583 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Transition to ACTIVE for port object bbea0900-e55c-4c37-a0c2-5d91ad3886b4 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:09:25.602347 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.648690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:25.720861 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Attempting to bind port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:09:25.721185 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Attempting to bind port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:09:25.721506 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Attempting to bind port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 on network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:09:25.726004 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 on network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:09:25.726320 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Attempting to bind port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 on network 335e4bd9-a032-4fed-9b69-f2d66d9f44e3 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:09:25.731498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:09:25.731896 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Checking segment: {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:09:25.732467 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Bound using segment: {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:09:25.733056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Bound port: bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1318c920-29e6-4c19-a92d-f11484887bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:09:25.737381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.823477 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:09:25.827142 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:09:25.831828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.847582 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['157f51ae-a329-4aeb-930d-6da1b0c78415'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:09:25.864542 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:25.865148 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:25.866602 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbea0900-e55c-4c37-a0c2-5d91ad3886b4 HTTP/1.1" status: 200 len: 1098 time: 0.6489439 Nov 10 05:09:25.867104 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:25.869490 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:25.906989 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0519989-29fc-499a-8512-703311ca51c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:25.915466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26348b2d-cb00-4931-a141-24415db1ce92 x-openstack-request-id: req-26348b2d-cb00-4931-a141-24415db1ce92 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:25.915466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:25.915466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26348b2d-cb00-4931-a141-24415db1ce92 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:25.915466 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4', 'status': 'completed', 'code': 200} Nov 10 05:09:26.023016 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-dee322ed-2262-4759-9d2b-a78fe1f005f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.024562 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-dee322ed-2262-4759-9d2b-a78fe1f005f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 1101 time: 0.0441651 Nov 10 05:09:26.083987 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-608bd9f2-8611-4e30-b473-95577bcc3a06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4 HTTP/1.1" status: 200 len: 217 time: 0.0404341 Nov 10 05:09:26.138842 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-4e5dda9c-eba0-4f5c-b9ca-86bf186ccda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.140266 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-4e5dda9c-eba0-4f5c-b9ca-86bf186ccda8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a06c47d4-8233-427e-b1b6-c60a7118029e HTTP/1.1" status: 200 len: 843 time: 0.0435731 Nov 10 05:09:26.187005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-5ebb3080-b29a-4b3d-9266-dc8755f804af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.188486 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-5ebb3080-b29a-4b3d-9266-dc8755f804af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=335e4bd9-a032-4fed-9b69-f2d66d9f44e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398626 Nov 10 05:09:26.341510 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346f01d-cdd1-4677-a34b-6d7a12d26dd6 req-7b6af901-ff30-488e-929d-d571e320b3ff tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.342964 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6346f01d-cdd1-4677-a34b-6d7a12d26dd6 req-7b6af901-ff30-488e-929d-d571e320b3ff tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0504529 Nov 10 05:09:26.417949 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6346f01d-cdd1-4677-a34b-6d7a12d26dd6 req-07ca8a48-4102-4847-a342-b33be0f2e19f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Nov 10 05:09:26.440508 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b868ff-ff58-4519-878c-2c4b1886ce7f req-5db0d625-c867-47af-9281-73a0177d0500 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.443709 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7b868ff-ff58-4519-878c-2c4b1886ce7f req-5db0d625-c867-47af-9281-73a0177d0500 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Nov 10 05:09:26.489206 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-563157a5-b618-4e35-993a-829ef83dc147 service neutron] 10.222.0.16 "GET /v2.0/networks/335e4bd9-a032-4fed-9b69-f2d66d9f44e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127214 Nov 10 05:09:26.504014 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7b868ff-ff58-4519-878c-2c4b1886ce7f req-f494f762-5af4-4a48-8dd1-515be3ab4352 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Nov 10 05:09:26.563723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f8215-8069-4613-a720-a785bb6c2db0 req-a98fde12-f8f5-4c23-ad0f-87cd2dc7e581 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.565145 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-762f8215-8069-4613-a720-a785bb6c2db0 req-a98fde12-f8f5-4c23-ad0f-87cd2dc7e581 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 944 time: 0.0472980 Nov 10 05:09:26.591750 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-35a37a41-4342-4641-87dc-1af1522cb6e9 req-28b949be-aa30-45f5-b9d2-027c6ebe806e service neutron] 10.222.0.16 "GET /v2.0/networks/335e4bd9-a032-4fed-9b69-f2d66d9f44e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941536 Nov 10 05:09:26.616606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-762f8215-8069-4613-a720-a785bb6c2db0 req-ffe7f17d-f8cc-441e-94b1-88fccf2449ee tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Nov 10 05:09:26.764574 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-812a46cd-0795-44ad-85f8-49e8a818d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.766188 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-812a46cd-0795-44ad-85f8-49e8a818d056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 1101 time: 0.0400269 Nov 10 05:09:26.864678 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-bb8312a7-163c-45a9-87da-cb0535b955cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.866130 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-bb8312a7-163c-45a9-87da-cb0535b955cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=335e4bd9-a032-4fed-9b69-f2d66d9f44e3 HTTP/1.1" status: 200 len: 870 time: 0.0892060 Nov 10 05:09:26.909571 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-e6345af0-2077-4978-9118-98e380cee384 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4 HTTP/1.1" status: 200 len: 217 time: 0.0339556 Nov 10 05:09:26.968036 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-94b3ddf8-e1d8-489b-9475-241606aaf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:26.969477 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-94b3ddf8-e1d8-489b-9475-241606aaf429 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a06c47d4-8233-427e-b1b6-c60a7118029e HTTP/1.1" status: 200 len: 843 time: 0.0471954 Nov 10 05:09:27.048175 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-88deb423-def1-4a0b-b226-a55029f98a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:27.049651 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-88deb423-def1-4a0b-b226-a55029f98a5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=335e4bd9-a032-4fed-9b69-f2d66d9f44e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405273 Nov 10 05:09:27.143131 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-3dd247dc-b1d3-49c9-a8d1-bdabf604f958 service neutron] 10.222.0.16 "GET /v2.0/networks/335e4bd9-a032-4fed-9b69-f2d66d9f44e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Nov 10 05:09:27.236760 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5f3a549c-8d59-4e80-aef3-7bf628bd15e3 req-81f46ef4-e1fd-4667-909c-ed37a8abc5df service neutron] 10.222.0.16 "GET /v2.0/networks/335e4bd9-a032-4fed-9b69-f2d66d9f44e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Nov 10 05:09:27.545074 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13988-aff4-4f76-9dbe-bcdee5546121 req-f353f5be-26dc-4201-b30d-608e784ed5cd tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:27.546513 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08e13988-aff4-4f76-9dbe-bcdee5546121 req-f353f5be-26dc-4201-b30d-608e784ed5cd tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0477149 Nov 10 05:09:27.595467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08e13988-aff4-4f76-9dbe-bcdee5546121 req-97ec5e23-745f-4c06-a0be-87dce4b43d0c tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Nov 10 05:09:27.685521 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d811d-ceb4-442c-ada9-c70854e013f7 req-57f2a86d-aaf0-4448-be03-71a30c05c58b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:27.686993 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e0d811d-ceb4-442c-ada9-c70854e013f7 req-57f2a86d-aaf0-4448-be03-71a30c05c58b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0514097 Nov 10 05:09:27.768433 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8f08e-9a06-49d6-ac85-728da026da2b req-4538236c-f94b-4362-a98c-6781991015ee tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:27.770068 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0d8f08e-9a06-49d6-ac85-728da026da2b req-4538236c-f94b-4362-a98c-6781991015ee tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 944 time: 0.0820713 Nov 10 05:09:27.775608 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e0d811d-ceb4-442c-ada9-c70854e013f7 req-6a4563cf-c478-4b22-9cd1-37839b5e6320 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792480 Nov 10 05:09:27.819182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0d8f08e-9a06-49d6-ac85-728da026da2b req-3dfe0d71-c78f-4d2f-bc1b-fdb391c558ed tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Nov 10 05:09:28.709089 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea7d0-794e-4955-ad1c-0ef49de0c0a2 req-599cd57e-7baf-4d58-bbca-24512213a1bf tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:28.710851 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cfbea7d0-794e-4955-ad1c-0ef49de0c0a2 req-599cd57e-7baf-4d58-bbca-24512213a1bf tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0493646 Nov 10 05:09:28.738488 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 157f51ae-a329-4aeb-930d-6da1b0c78415 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:09:28.759555 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cfbea7d0-794e-4955-ad1c-0ef49de0c0a2 req-e715f8a6-2298-4c97-a453-4b9b46a9ba57 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405581 Nov 10 05:09:28.788264 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 157f51ae-a329-4aeb-930d-6da1b0c78415 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:09:28.792220 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 157f51ae-a329-4aeb-930d-6da1b0c78415 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:09:28.792611 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:28.874535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:28.898779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:28.901103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc168c3-aacd-4a15-81d7-ca0207b1bf4d" -d '{"events": [{"server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "name": "network-vif-plugged", "status": "completed", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:28.909107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c5bd-3c4b-4799-916b-503981b78439 req-8812d77a-909b-4d29-8740-6258d55dd9dc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:28.910577 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11d4c5bd-3c4b-4799-916b-503981b78439 req-8812d77a-909b-4d29-8740-6258d55dd9dc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0637574 Nov 10 05:09:28.919008 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=157f51ae-a329-4aeb-930d-6da1b0c78415,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:28.922742 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:28.979682 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:28.984364 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d114b-0ebb-43f9-9060-6bad4789f300 req-530465f8-b8dd-4b67-8aea-8dacd0338827 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:28.985863 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d7d114b-0ebb-43f9-9060-6bad4789f300 req-530465f8-b8dd-4b67-8aea-8dacd0338827 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 944 time: 0.0946209 Nov 10 05:09:28.990319 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11d4c5bd-3c4b-4799-916b-503981b78439 req-5795dcdc-93cc-4630-a6bd-45dcb05aeda1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592930 Nov 10 05:09:29.034666 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d85402-fc11-4d78-a499-b401526ecd79 x-openstack-request-id: req-80d85402-fc11-4d78-a499-b401526ecd79 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:29.034956 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "name": "network-vif-plugged", "status": "completed", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:29.035204 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80d85402-fc11-4d78-a499-b401526ecd79 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:29.035635 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415', 'code': 200} Nov 10 05:09:29.035927 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d7d114b-0ebb-43f9-9060-6bad4789f300 req-ab932d85-a956-4a81-a42b-bf918123bd43 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Nov 10 05:09:29.259604 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1ebcb-7ee5-46c8-9ec6-cfbf93bb7e3b req-a3fe7f01-8da4-420d-9bc9-6341fc2ba6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:29.261075 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d6a1ebcb-7ee5-46c8-9ec6-cfbf93bb7e3b req-a3fe7f01-8da4-420d-9bc9-6341fc2ba6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 1098 time: 0.0386422 Nov 10 05:09:29.312958 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d6a1ebcb-7ee5-46c8-9ec6-cfbf93bb7e3b req-3ab1e92b-17c8-4439-960f-1a76ff34a2ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Nov 10 05:09:29.881991 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b981db-c1e4-460e-a2b5-6ba4f288b351 req-62e7b168-ad6d-4817-b565-3c754827f4e4 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:29.883441 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f4b981db-c1e4-460e-a2b5-6ba4f288b351 req-62e7b168-ad6d-4817-b565-3c754827f4e4 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0462835 Nov 10 05:09:29.931913 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f4b981db-c1e4-460e-a2b5-6ba4f288b351 req-3204f371-abc1-4fa5-a90f-20c48e88b033 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Nov 10 05:09:30.121927 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b810-d936-4510-815c-e2096f6173c8 req-46f1691a-c918-4159-ad5d-384dacddbbb2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:30.123491 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2a96b810-d936-4510-815c-e2096f6173c8 req-46f1691a-c918-4159-ad5d-384dacddbbb2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0611882 Nov 10 05:09:30.187095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd3a4d-673f-4582-9591-391349ed2d96 req-c0d10f96-7bf4-484f-bacb-2123466710b8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:30.188549 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97bd3a4d-673f-4582-9591-391349ed2d96 req-c0d10f96-7bf4-484f-bacb-2123466710b8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0841639 Nov 10 05:09:30.195365 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2a96b810-d936-4510-815c-e2096f6173c8 req-87646611-d92c-47ce-8cbc-4b4194d7c8bb tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589161 Nov 10 05:09:30.236304 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97bd3a4d-673f-4582-9591-391349ed2d96 req-2c958e64-63a4-43a6-8611-4ea5d5c2adbc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Nov 10 05:09:30.828833 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8fb82444-c054-44cb-baad-16c94a2997ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:31.047389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531ea4-a0b5-4fb3-b484-55c853eed890 req-a43693d4-c990-4f95-94a5-466faf7dd46a tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:31.048839 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-45531ea4-a0b5-4fb3-b484-55c853eed890 req-a43693d4-c990-4f95-94a5-466faf7dd46a tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0507109 Nov 10 05:09:31.094996 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-45531ea4-a0b5-4fb3-b484-55c853eed890 req-79a786e9-cbdb-482c-a586-24220475e995 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Nov 10 05:09:31.313208 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3bdc2-b2ec-4a6c-bbaa-70d9871f2923 req-525205a9-62f8-4f07-a8b8-4ab3b584d86a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:31.314635 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-02d3bdc2-b2ec-4a6c-bbaa-70d9871f2923 req-525205a9-62f8-4f07-a8b8-4ab3b584d86a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0509295 Nov 10 05:09:31.390331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceeb3d-6e87-4748-bee7-fc3bf4ff94ba req-301737d2-f0f4-4c60-a754-8c568e5e5c60 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:31.391688 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-02ceeb3d-6e87-4748-bee7-fc3bf4ff94ba req-301737d2-f0f4-4c60-a754-8c568e5e5c60 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0883420 Nov 10 05:09:31.394845 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-02d3bdc2-b2ec-4a6c-bbaa-70d9871f2923 req-dedc0e1c-02ff-45a8-b51d-58a41274effa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728450 Nov 10 05:09:31.437680 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-02ceeb3d-6e87-4748-bee7-fc3bf4ff94ba req-1f182436-f044-4127-8cb1-cde98f0ad5a5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Nov 10 05:09:32.207666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54987a-03d3-41fb-bb7b-154a8d146b6e req-aa2113c3-686e-42eb-b079-074181ec419f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:32.209113 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d54987a-03d3-41fb-bb7b-154a8d146b6e req-aa2113c3-686e-42eb-b079-074181ec419f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 948 time: 0.0461099 Nov 10 05:09:32.255360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d54987a-03d3-41fb-bb7b-154a8d146b6e req-c56f9f6e-1e01-4c28-919e-f908eb627a0b tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Nov 10 05:09:32.509677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820046f-8f0c-4091-ad1f-04191a63c9dd req-e349d8ac-a51a-475c-88b9-f98f8fbb820f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:32.511140 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d820046f-8f0c-4091-ad1f-04191a63c9dd req-e349d8ac-a51a-475c-88b9-f98f8fbb820f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0472929 Nov 10 05:09:32.588262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caaf2e-d9f0-4b5b-8af1-cabe19a7f7b1 req-dcb388c5-97f6-4d79-b1f3-fc425588550d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:32.589723 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3caaf2e-d9f0-4b5b-8af1-cabe19a7f7b1 req-dcb388c5-97f6-4d79-b1f3-fc425588550d tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0777111 Nov 10 05:09:32.594230 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d820046f-8f0c-4091-ad1f-04191a63c9dd req-b470c634-1ab3-4901-8ab7-a2df126b283c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737300 Nov 10 05:09:32.642117 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3caaf2e-d9f0-4b5b-8af1-cabe19a7f7b1 req-4605738b-e847-41d5-9644-4f6593889277 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Nov 10 05:09:32.747119 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bbea0900-e55c-4c37-a0c2-5d91ad3886b4 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:09:32.844537 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:32.855410 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4', 'network_id': '335e4bd9-a032-4fed-9b69-f2d66d9f44e3', 'port_id': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4', 'mac_address': 'fa:16:3e:65:a2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06c47d4-8233-427e-b1b6-c60a7118029e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:09:32.891886 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:32.903934 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbea0900-e55c-4c37-a0c2-5d91ad3886b4 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:09:32.922938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:32.926515 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:32.971467 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:33.190302 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-422cdb56-01c5-4f00-b7c5-8ab63e6091b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:33.366018 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc69f51-31fd-4b73-930e-17b078e17170 req-688a6165-a8b7-4f35-934f-09b6adf54db1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:33.367470 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0fc69f51-31fd-4b73-930e-17b078e17170 req-688a6165-a8b7-4f35-934f-09b6adf54db1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0463214 Nov 10 05:09:33.412859 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0fc69f51-31fd-4b73-930e-17b078e17170 req-e22b6623-7129-42eb-8651-5834b39dda06 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Nov 10 05:09:33.714853 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317535ae-45fa-448c-a501-4caf7f204a66 req-6090d16c-7ba9-48a2-afd5-d85307becef1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:33.716976 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-317535ae-45fa-448c-a501-4caf7f204a66 req-6090d16c-7ba9-48a2-afd5-d85307becef1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0514765 Nov 10 05:09:33.792195 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b274848-559b-479d-b311-2ea0879227b4 req-9d4e4939-8e40-4e7e-bcb0-8d49c125b6a2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:33.793670 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b274848-559b-479d-b311-2ea0879227b4 req-9d4e4939-8e40-4e7e-bcb0-8d49c125b6a2 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0758343 Nov 10 05:09:33.797165 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-317535ae-45fa-448c-a501-4caf7f204a66 req-15af3f3f-7c0a-4c2b-9f9e-8446d9d42d73 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714588 Nov 10 05:09:33.840778 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b274848-559b-479d-b311-2ea0879227b4 req-b3d50c6b-c98e-4de5-8dd3-ed93750faa71 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Nov 10 05:09:34.126997 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['bbea0900-e55c-4c37-a0c2-5d91ad3886b4'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:09:34.197538 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:34.526158 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ed166-7362-4b41-bc9e-cf0607bbacf2 req-47268003-d20a-4d05-a847-199d6e36e1a9 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:34.527627 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-086ed166-7362-4b41-bc9e-cf0607bbacf2 req-47268003-d20a-4d05-a847-199d6e36e1a9 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0476701 Nov 10 05:09:34.577505 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-086ed166-7362-4b41-bc9e-cf0607bbacf2 req-e2fbdfa5-a488-4476-aea5-5f2fa3f05545 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Nov 10 05:09:34.911548 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac29c4-d46c-42a2-9bc4-b480bf75bab0 req-17a55cf6-f13d-438a-b58c-6b41f50fb040 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:34.912980 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aac29c4-d46c-42a2-9bc4-b480bf75bab0 req-17a55cf6-f13d-438a-b58c-6b41f50fb040 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0466657 Nov 10 05:09:34.958352 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aac29c4-d46c-42a2-9bc4-b480bf75bab0 req-cfba7ae4-9065-43ed-9fed-dcbeec5a4cf8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Nov 10 05:09:35.346160 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:09:35.687648 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66344-1977-4bcd-a17b-13fee4485a82 req-bc02cce3-c054-4e13-b111-cae94f428a56 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:35.689085 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bda66344-1977-4bcd-a17b-13fee4485a82 req-bc02cce3-c054-4e13-b111-cae94f428a56 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0467439 Nov 10 05:09:35.734110 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bda66344-1977-4bcd-a17b-13fee4485a82 req-9c602bdf-e47b-4e2f-ac7a-1c4f97d26f03 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Nov 10 05:09:35.976078 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:36.073774 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e658b-68fd-448a-a92a-1ed0efd90cc0 req-c2c520db-c6af-42ba-9d4f-4017b8746ccf tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:36.075182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a12e658b-68fd-448a-a92a-1ed0efd90cc0 req-c2c520db-c6af-42ba-9d4f-4017b8746ccf tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0495870 Nov 10 05:09:36.120954 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a12e658b-68fd-448a-a92a-1ed0efd90cc0 req-0c764786-ece5-40a6-bad7-a3dbe0ca5e63 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Nov 10 05:09:36.759137 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:36.850181 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176e3ac-94a7-4eeb-b207-40321bce50a4 req-436896ef-af33-4f3e-aa53-9bf2f3feb0c0 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:36.851656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4176e3ac-94a7-4eeb-b207-40321bce50a4 req-436896ef-af33-4f3e-aa53-9bf2f3feb0c0 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0479949 Nov 10 05:09:36.897599 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4176e3ac-94a7-4eeb-b207-40321bce50a4 req-62bb0a58-7c94-4b58-b971-472bd2e411b1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Nov 10 05:09:37.248467 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4bec-e59f-45c4-af85-0eaa9a2c9597 req-ec277ee2-55ab-44f5-8260-820a652dc6a0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:37.250239 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c97e4bec-e59f-45c4-af85-0eaa9a2c9597 req-ec277ee2-55ab-44f5-8260-820a652dc6a0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0635517 Nov 10 05:09:37.296797 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c97e4bec-e59f-45c4-af85-0eaa9a2c9597 req-6201be80-92ec-4ed5-a9ef-6ab5b769b6e0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Nov 10 05:09:38.008371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e0b95-28e9-4f1e-9eeb-fc6fe0a08d42 req-e39dd7f5-432d-4c66-896c-cdc30c1fb879 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:38.009795 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-408e0b95-28e9-4f1e-9eeb-fc6fe0a08d42 req-e39dd7f5-432d-4c66-896c-cdc30c1fb879 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0467353 Nov 10 05:09:38.055003 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-408e0b95-28e9-4f1e-9eeb-fc6fe0a08d42 req-09d7b465-45db-41d8-b8ca-7f4e2ff61e8c tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Nov 10 05:09:38.407202 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ef3d6-ef50-4354-a96f-8519c7330c23 req-44de7817-277b-4e90-986b-74e1b147356e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:38.408934 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-862ef3d6-ef50-4354-a96f-8519c7330c23 req-44de7817-277b-4e90-986b-74e1b147356e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0471830 Nov 10 05:09:38.456767 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-862ef3d6-ef50-4354-a96f-8519c7330c23 req-043b186a-e3f7-4561-bedc-0aea39d99e9b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Nov 10 05:09:39.168088 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b376-3963-4720-b19f-87c7d4ba7a8f req-3a302532-8367-4128-9c3d-282d9bd2ef44 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:39.169537 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e50b376-3963-4720-b19f-87c7d4ba7a8f req-3a302532-8367-4128-9c3d-282d9bd2ef44 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0472720 Nov 10 05:09:39.215649 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e50b376-3963-4720-b19f-87c7d4ba7a8f req-37635d3e-b91f-4137-9d53-df6d3940cc9f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Nov 10 05:09:39.568264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96353225-f065-4f63-8364-fccfffd28d27 req-99a11979-aaeb-4a73-ad75-57fdc8d77e94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:39.569710 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-96353225-f065-4f63-8364-fccfffd28d27 req-99a11979-aaeb-4a73-ad75-57fdc8d77e94 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0474522 Nov 10 05:09:39.614892 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-96353225-f065-4f63-8364-fccfffd28d27 req-60ea1918-205e-45f0-a775-16966b19d37f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Nov 10 05:09:40.329776 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7cc4-0c3e-4b55-b180-54cad2749a6f req-8e5c2686-e71e-4c92-87d4-b1ae5cba3fb1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:40.331227 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c34f7cc4-0c3e-4b55-b180-54cad2749a6f req-8e5c2686-e71e-4c92-87d4-b1ae5cba3fb1 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0504529 Nov 10 05:09:40.378116 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c34f7cc4-0c3e-4b55-b180-54cad2749a6f req-6462d1b2-9a5d-4785-b8e5-21b5f19d5f77 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Nov 10 05:09:40.725568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace48a8-53fc-4292-b53c-a509fb088932 req-2e1e7415-ef5d-44db-b459-74935fd08b92 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:40.726984 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eace48a8-53fc-4292-b53c-a509fb088932 req-2e1e7415-ef5d-44db-b459-74935fd08b92 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0461686 Nov 10 05:09:40.772585 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eace48a8-53fc-4292-b53c-a509fb088932 req-69fcf7d8-cf07-45c1-922f-3394f67b4697 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Nov 10 05:09:41.275869 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:41.492742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956a9c0-e141-474e-87a1-00d217583820 req-a11d73f0-0d5a-40b5-8663-db3d61432883 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:41.494234 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0956a9c0-e141-474e-87a1-00d217583820 req-a11d73f0-0d5a-40b5-8663-db3d61432883 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0487232 Nov 10 05:09:41.545539 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0956a9c0-e141-474e-87a1-00d217583820 req-bea62999-776f-417f-bd7b-923190bc67a4 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Nov 10 05:09:41.727498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e3ab-c8dc-4665-a6ad-be621985be34 req-3d0a7b0e-af47-470c-89c2-e10a513fef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:41.728909 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4b43e3ab-c8dc-4665-a6ad-be621985be34 req-3d0a7b0e-af47-470c-89c2-e10a513fef00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.0376887 Nov 10 05:09:41.771418 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4b43e3ab-c8dc-4665-a6ad-be621985be34 req-3a2e3373-e2f0-4479-b261-83e09c4a2985 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Nov 10 05:09:41.889334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658ff3-0775-4873-acd4-fd12f0a84aba req-ff343ead-a897-4415-aca8-03b17a9e0308 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:41.890774 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c658ff3-0775-4873-acd4-fd12f0a84aba req-ff343ead-a897-4415-aca8-03b17a9e0308 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Nov 10 05:09:41.936478 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c658ff3-0775-4873-acd4-fd12f0a84aba req-42978887-3f72-49a7-aab6-cb6a217a3d89 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Nov 10 05:09:42.659714 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6906a0-11bc-4c0e-af74-6c5feaf1ff30 req-4b86cda1-172a-4148-b045-c76391fbfdc2 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:42.661060 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4c6906a0-11bc-4c0e-af74-6c5feaf1ff30 req-4b86cda1-172a-4148-b045-c76391fbfdc2 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 949 time: 0.0467670 Nov 10 05:09:42.705907 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4c6906a0-11bc-4c0e-af74-6c5feaf1ff30 req-317dcd21-00e6-46bd-b4e2-a4a0c25e7023 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Nov 10 05:09:42.808864 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bbea0900-e55c-4c37-a0c2-5d91ad3886b4 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:09:42.856585 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:09:42.860374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:09:42.860735 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:42.936661 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:42.957711 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:42.960042 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911af35-deb9-4877-bda6-c14b16335e52" -d '{"events": [{"server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:42.972667 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:42.977061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:43.024425 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:43.051337 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1a2a4-67c0-4c2e-b6b4-5b7ce46ae315 req-45e9611e-3afb-4e3d-a335-35b6f4e5361a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:43.052761 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-20c1a2a4-67c0-4c2e-b6b4-5b7ce46ae315 req-45e9611e-3afb-4e3d-a335-35b6f4e5361a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0499821 Nov 10 05:09:43.099519 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-20c1a2a4-67c0-4c2e-b6b4-5b7ce46ae315 req-1e97c0dc-0c40-4146-8f2f-faa38736a451 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Nov 10 05:09:43.141521 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828feda2-0ff2-4914-85c8-e735b9c245dc x-openstack-request-id: req-828feda2-0ff2-4914-85c8-e735b9c245dc {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:43.141834 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:43.142093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-828feda2-0ff2-4914-85c8-e735b9c245dc {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:43.142485 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4', 'code': 200} Nov 10 05:09:43.820968 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ce5d-b2b7-46ab-ac41-35d8447c7025 req-6e4f0caf-84b7-4770-9d65-0197b9d000e7 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:43.822479 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b429ce5d-b2b7-46ab-ac41-35d8447c7025 req-6e4f0caf-84b7-4770-9d65-0197b9d000e7 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0484514 Nov 10 05:09:43.870064 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b429ce5d-b2b7-46ab-ac41-35d8447c7025 req-b1e4db5f-4cf3-4575-9d7f-9d68f911cc8f tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Nov 10 05:09:43.932083 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b445f-0f96-4aa6-aa0d-91ed8a4a5163 req-af2957ec-d852-4cd9-bda1-4b27ee8bdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:43.933518 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ae1b445f-0f96-4aa6-aa0d-91ed8a4a5163 req-af2957ec-d852-4cd9-bda1-4b27ee8bdd8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 1103 time: 0.0381467 Nov 10 05:09:43.976392 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-ae1b445f-0f96-4aa6-aa0d-91ed8a4a5163 req-dea1216e-e115-4edd-a08d-d605b0b55301 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Nov 10 05:09:44.215572 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd16e4-5905-453e-8946-4da6d8b3a23a req-af8b24f1-8c1a-4564-ae63-647338e98dfa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:44.217677 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68fd16e4-5905-453e-8946-4da6d8b3a23a req-af8b24f1-8c1a-4564-ae63-647338e98dfa tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0499763 Nov 10 05:09:44.262244 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68fd16e4-5905-453e-8946-4da6d8b3a23a req-3fe4de0c-6105-4361-9a03-41a80beabccc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388706 Nov 10 05:09:44.981661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae613a-00a8-4e81-81cd-962d59913d74 req-efde80ff-8861-4670-9109-360b4cec44db tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:44.983784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54ae613a-00a8-4e81-81cd-962d59913d74 req-efde80ff-8861-4670-9109-360b4cec44db tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0463097 Nov 10 05:09:45.029013 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54ae613a-00a8-4e81-81cd-962d59913d74 req-3d2f5ca7-39da-466f-a5e4-bc714f2fb1b8 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Nov 10 05:09:45.373775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7c82-0f15-4786-862a-c49580aa16da req-08c64bb9-e509-452d-bbc6-d38a23ff3275 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:45.375199 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8fc7c82-0f15-4786-862a-c49580aa16da req-08c64bb9-e509-452d-bbc6-d38a23ff3275 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0464048 Nov 10 05:09:45.424090 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c8fc7c82-0f15-4786-862a-c49580aa16da req-4c53b187-2d3d-46a8-82b0-e85cf889e91d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Nov 10 05:09:46.142577 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e376b-5b75-419b-872d-2b3374dcbc2c req-bfa5c55b-b325-420b-a3b0-e152f0adbcc8 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:46.144053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-354e376b-5b75-419b-872d-2b3374dcbc2c req-bfa5c55b-b325-420b-a3b0-e152f0adbcc8 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0471013 Nov 10 05:09:46.189336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-354e376b-5b75-419b-872d-2b3374dcbc2c req-4a9fed66-09b5-4d56-af35-85152020ac79 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Nov 10 05:09:46.536503 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34480b22-79d3-4b81-ab7e-3b9494766830 req-70dc5de7-54b2-4522-a174-0a11ebbfacae tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:46.537950 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34480b22-79d3-4b81-ab7e-3b9494766830 req-70dc5de7-54b2-4522-a174-0a11ebbfacae tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0470042 Nov 10 05:09:46.584621 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-34480b22-79d3-4b81-ab7e-3b9494766830 req-4081343e-0f0f-4c0b-8d70-c1c6d503e7f2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Nov 10 05:09:47.306119 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9807-3011-48bc-8441-de4cb3d6deee req-a914febe-e8d0-4620-8100-7e5a7baec455 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:47.307606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-002c9807-3011-48bc-8441-de4cb3d6deee req-a914febe-e8d0-4620-8100-7e5a7baec455 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0515232 Nov 10 05:09:47.355021 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-002c9807-3011-48bc-8441-de4cb3d6deee req-77b4705b-37cb-4c79-a37a-96a93c6c92dd tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Nov 10 05:09:47.699045 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ab75-3afe-45d3-9069-e1a238798340 req-b145d7c3-55fb-437a-90fb-0da1c8e36375 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:47.700507 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8db5ab75-3afe-45d3-9069-e1a238798340 req-b145d7c3-55fb-437a-90fb-0da1c8e36375 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0473707 Nov 10 05:09:47.750401 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8db5ab75-3afe-45d3-9069-e1a238798340 req-47c92bc9-9366-4015-9253-48b17b441b5d tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Nov 10 05:09:48.047647 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a72da-541e-41a8-891a-96dcd9d9a13b req-f9ef2088-afde-4888-8177-209357e4415f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:48.049260 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-052a72da-541e-41a8-891a-96dcd9d9a13b req-f9ef2088-afde-4888-8177-209357e4415f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0489292 Nov 10 05:09:48.102624 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-052a72da-541e-41a8-891a-96dcd9d9a13b req-f909f707-57dc-459c-9bc2-6278ec0064e0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Nov 10 05:09:48.297066 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-5ce26e76-5d67-47ee-bb4d-20efec7dfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:48.298612 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-5ce26e76-5d67-47ee-bb4d-20efec7dfd85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 1099 time: 0.2418935 Nov 10 05:09:48.393559 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-61128e70-51cf-4e2a-829d-ada878fd4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:48.395016 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-61128e70-51cf-4e2a-829d-ada878fd4d32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.0816903 Nov 10 05:09:48.441286 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-1f2dcf8e-2766-40c2-9640-5570d9554cae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 200 len: 217 time: 0.0362198 Nov 10 05:09:48.468765 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e628a-bcbe-4b10-82a9-bbfb6f9526ca req-e385ef0e-dc17-4346-a20e-c108f0394b19 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:48.470269 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c09e628a-bcbe-4b10-82a9-bbfb6f9526ca req-e385ef0e-dc17-4346-a20e-c108f0394b19 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0472689 Nov 10 05:09:48.490544 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-216ee294-93ee-4b2a-a1b5-5ffea3890c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:48.492009 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-216ee294-93ee-4b2a-a1b5-5ffea3890c81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0434628 Nov 10 05:09:48.519822 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c09e628a-bcbe-4b10-82a9-bbfb6f9526ca req-eff0e061-f0c5-4212-aec6-4be3f10112d9 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Nov 10 05:09:48.530147 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-34b19348-f20d-41e5-857a-8198b2f91484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244832 Nov 10 05:09:48.620966 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-6a4bfee7-4184-476e-bfd6-75a1878dbeb0 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825024 Nov 10 05:09:48.711611 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c48fbb49-cacd-4f72-8cf8-003f23450495 req-e7cf2056-1161-46e2-9a30-fb78277576e2 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812593 Nov 10 05:09:49.219474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777d149-3316-48ea-bd41-924a6de8826d req-f3a9a13d-128e-47a2-9d65-3abf13c59c4f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:49.220923 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9777d149-3316-48ea-bd41-924a6de8826d req-f3a9a13d-128e-47a2-9d65-3abf13c59c4f tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Nov 10 05:09:49.266351 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9777d149-3316-48ea-bd41-924a6de8826d req-ce1da4bc-daca-48d9-8a60-d1412a2810b1 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Nov 10 05:09:49.645464 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314ecc9-c76a-420c-8747-f25324c07650 req-b5a9318c-3212-4d23-bf98-09ff1fae4626 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:49.646900 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b314ecc9-c76a-420c-8747-f25324c07650 req-b5a9318c-3212-4d23-bf98-09ff1fae4626 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0493736 Nov 10 05:09:49.693884 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b314ecc9-c76a-420c-8747-f25324c07650 req-3bcd7e7d-0392-4f3f-b4a8-cf53d4b98fae tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Nov 10 05:09:49.956155 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc7469-bf47-4319-aff1-e0da59d70f07 req-108a354a-2a54-4bbb-95ba-ce43f1606e21 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:49.957513 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-81dc7469-bf47-4319-aff1-e0da59d70f07 req-108a354a-2a54-4bbb-95ba-ce43f1606e21 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0475333 Nov 10 05:09:50.004807 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-81dc7469-bf47-4319-aff1-e0da59d70f07 req-553107c8-1d00-44a3-b459-0b090b4e9793 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Nov 10 05:09:50.386628 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc479-94c6-4247-8108-c568039acf4b req-ac0b4ec3-99fe-463a-ba06-3da2f11f5792 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:50.388179 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-27acc479-94c6-4247-8108-c568039acf4b req-ac0b4ec3-99fe-463a-ba06-3da2f11f5792 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0516579 Nov 10 05:09:50.436000 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-27acc479-94c6-4247-8108-c568039acf4b req-d0b579f8-b393-4c85-842f-8e2fbae6973a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Nov 10 05:09:51.144196 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a296-095f-4fd9-a680-7cf039b3b344 req-3f04ab6c-99de-4c55-b986-e2d989902cc5 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:51.145676 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00d2a296-095f-4fd9-a680-7cf039b3b344 req-3f04ab6c-99de-4c55-b986-e2d989902cc5 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0542033 Nov 10 05:09:51.211823 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00d2a296-095f-4fd9-a680-7cf039b3b344 req-b5a0d316-5b2e-4ab4-bdcd-44bf43aea165 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600092 Nov 10 05:09:51.550946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005986-00d7-447d-ae15-08f76b1fcdab req-bac5aadb-d231-4142-bed4-cc5595544798 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:51.552371 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-33005986-00d7-447d-ae15-08f76b1fcdab req-bac5aadb-d231-4142-bed4-cc5595544798 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0470881 Nov 10 05:09:51.600886 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-33005986-00d7-447d-ae15-08f76b1fcdab req-9c9aa8a9-392f-460f-b1ef-f3d6974c353c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Nov 10 05:09:52.341237 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6b57-b231-4f87-8b47-67e98e85827f req-f86dede5-d865-4d87-9d74-9a1fb99dc570 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:52.342793 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a7d1de96-25d6-4067-a06d-e265e9e39a9a tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:52.344249 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a7d1de96-25d6-4067-a06d-e265e9e39a9a tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.16 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0560701 Nov 10 05:09:52.344893 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d4c6b57-b231-4f87-8b47-67e98e85827f req-f86dede5-d865-4d87-9d74-9a1fb99dc570 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 950 time: 0.0677388 Nov 10 05:09:52.400346 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4d4c6b57-b231-4f87-8b47-67e98e85827f req-bc5f4595-6178-4a0c-b1f6-e82509c1b3b5 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb601692-4e29-4de8-ad23-868f8f3a5114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 Nov 10 05:09:52.449393 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Deleting port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:09:52.449802 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:52.539018 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] For port bbea0900-e55c-4c37-a0c2-5d91ad3886b4, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,segment=NetworkSegment(1318c920-29e6-4c19-a92d-f11484887bef),segment_id=1318c920-29e6-4c19-a92d-f11484887bef)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:09:52.539415 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:52.551719 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Calling delete_port for bbea0900-e55c-4c37-a0c2-5d91ad3886b4 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:09:52.680053 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:52.711175 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Pushing event deleted for resources: {'Port': ['ID=bbea0900-e55c-4c37-a0c2-5d91ad3886b4,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:09:52.717958 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110de-5cd2-4479-a8ad-10492fc52a0a req-ae599029-fee5-4c1f-a3cc-3907828dc862 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:52.719556 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f6110de-5cd2-4479-a8ad-10492fc52a0a req-ae599029-fee5-4c1f-a3cc-3907828dc862 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0481904 Nov 10 05:09:52.722922 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.723289 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.723629 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.723958 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.724281 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.724602 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.725088 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.725275 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.725557 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.725871 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.726186 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.726503 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:09:52.743075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['bbea0900-e55c-4c37-a0c2-5d91ad3886b4'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:09:52.763484 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] No DVR routers for this DVR port bbea0900-e55c-4c37-a0c2-5d91ad3886b4 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:09:52.766566 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:09:52.769955 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-4dd967ad-55f3-49b4-9a08-0ffda808989a req-a1d9af78-4a6f-46bb-85fd-b0957ab83f6d tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.16 "DELETE /v2.0/ports/bbea0900-e55c-4c37-a0c2-5d91ad3886b4 HTTP/1.1" status: 204 len: 173 time: 0.4172580 Nov 10 05:09:52.770418 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'name': 'network-vif-deleted', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:09:52.773128 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d22bc5-9746-49b0-9c95-7a685d29dd42" -d '{"events": [{"server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "name": "network-vif-deleted", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:09:52.789168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f6110de-5cd2-4479-a8ad-10492fc52a0a req-6cb00703-d336-4950-bf3c-cce561241807 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Nov 10 05:09:52.825928 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70de0d-ecd4-40c0-8eee-cc4cc6737ed3 x-openstack-request-id: req-0d70de0d-ecd4-40c0-8eee-cc4cc6737ed3 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:09:52.826858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e8ae0-1990-46f8-be50-6328a7e5f7b0", "name": "network-vif-deleted", "tag": "bbea0900-e55c-4c37-a0c2-5d91ad3886b4", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:09:52.827105 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d70de0d-ecd4-40c0-8eee-cc4cc6737ed3 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:09:52.827560 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07e8ae0-1990-46f8-be50-6328a7e5f7b0', 'name': 'network-vif-deleted', 'tag': 'bbea0900-e55c-4c37-a0c2-5d91ad3886b4', 'status': 'completed', 'code': 200} Nov 10 05:09:53.510168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-85dafa2e-0e0c-496f-bb40-1b6c30155fc9 req-6585a212-4a01-49ff-bfe2-c59fbff336cd tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0282528 Nov 10 05:09:53.911834 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001807e4-9103-4410-8458-b8078e953b97 req-d0b96bba-868c-450b-a517-c68c9806d2a4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:09:53.913288 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-001807e4-9103-4410-8458-b8078e953b97 req-d0b96bba-868c-450b-a517-c68c9806d2a4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0479479 Nov 10 05:09:53.959278 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-001807e4-9103-4410-8458-b8078e953b97 req-5aa08bdb-71dd-4de4-b812-a4317e353973 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Nov 10 05:09:54.612930 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-80d8fe17-9445-4837-af78-e008c0d6b838 req-434b5fc9-32ea-41d4-b4df-add1ef6de113 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0251033 Nov 10 05:09:55.710721 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b65d3868-b38f-43c2-9ac4-0f4db998ce31 req-fa58304f-7df5-44fb-a684-c4222c696163 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0239367 Nov 10 05:09:56.036899 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bbea0900-e55c-4c37-a0c2-5d91ad3886b4 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:09:56.056979 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: bbea0900-e55c-4c37-a0c2-5d91ad3886b4 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:09:56.057319 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bbea0900-e55c-4c37-a0c2-5d91ad3886b4 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:09:56.812654 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7746d73c-6b9b-4848-930d-918b4d6b0aef req-e4b96904-e747-4e10-a2e4-c37261b55ab6 tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0256212 Nov 10 05:09:57.917264 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6780b9a-9e61-4885-b2e5-f02924a3a8c4 req-2cf0ca22-6b0a-4784-9071-72542b7b6e8a tempest-VolumesNegativeTest-708082403 tempest-VolumesNegativeTest-708082403-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07e8ae0-1990-46f8-be50-6328a7e5f7b0 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Nov 10 05:10:00.831135 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-af695da3-a30b-4e40-9fa8-2d50f7f98f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:02.928061 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 56240) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:03.055189 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-78d6a6ee-f201-493d-910c-85d559c0eff6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e37e5d62fef245bfa72e711a9c8eaec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260087 Nov 10 05:10:03.057635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 56246) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:03.103321 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:03.123667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:03.167445 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:03.169892 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:03.171003 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb601692-4e29-4de8-ad23-868f8f3a5114 HTTP/1.1" status: 204 len: 168 time: 0.1125021 Nov 10 05:10:03.181551 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb601692-4e29-4de8-ad23-868f8f3a5114,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:03.189746 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.190125 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.190415 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.190786 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.191083 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.191473 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.191748 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.192019 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2394967d-65e3-467e-a633-7b6ce557fb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:03.192502 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.192502 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.192682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.192947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:03.193264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764c150-467d-4f9a-bd8a-05a1ce71a8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:04.194652 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:04.807237 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 56300) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:04.911238 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c512a63-0d85-4f9b-8123-3f6c2724a59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:04.983447 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c512a63-0d85-4f9b-8123-3f6c2724a59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:04.987056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c512a63-0d85-4f9b-8123-3f6c2724a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:05.024499 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8c512a63-0d85-4f9b-8123-3f6c2724a59f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=269e1dfd61484f21bd8fe900a13c460d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159903 Nov 10 05:10:05.025328 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c512a63-0d85-4f9b-8123-3f6c2724a59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a04fe-d4fa-4cf9-8fc6-fe66608749cd,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:05.027203 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 56306) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:05.076368 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:05.097126 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:05.145526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:05.148265 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:05.149385 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/736a04fe-d4fa-4cf9-8fc6-fe66608749cd HTTP/1.1" status: 204 len: 168 time: 0.1210740 Nov 10 05:10:05.157118 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935ffe-84ee-4d0b-b53d-ef863f20045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a04fe-d4fa-4cf9-8fc6-fe66608749cd,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:05.977053 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:06.751376 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:11.281950 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:12.117466 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-69ec6913-a9e1-4b12-82da-9e32f53a535f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377870 Nov 10 05:10:12.194133 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-19fdaf1d-b680-47c5-82bd-e872df56b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:12.195679 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-19fdaf1d-b680-47c5-82bd-e872df56b2db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24f5140b1db7438396d0d6ab525cc0db&device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 1099 time: 0.0439003 Nov 10 05:10:12.298975 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-0c4ab728-6a70-46fb-ae8b-12fd3643d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:12.300322 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-0c4ab728-6a70-46fb-ae8b-12fd3643d5aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 200 len: 917 time: 0.0826118 Nov 10 05:10:12.344761 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-68c7b508-4a02-4943-9dfa-84b795727aa4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 200 len: 217 time: 0.0360935 Nov 10 05:10:12.345169 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:10:12.396106 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-8ab9a990-d489-424e-b8fe-aee8fe632cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:12.397492 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-8ab9a990-d489-424e-b8fe-aee8fe632cb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 200 len: 856 time: 0.0451443 Nov 10 05:10:12.429606 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-1bcbacac-65b0-4542-ab70-5a5a6a124b20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f647f59-d795-4f23-9028-66f135e5b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241082 Nov 10 05:10:12.520630 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-f753d33e-5d57-4455-8369-558e3ac3615d service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Nov 10 05:10:12.608991 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-154bf975-3b64-4a37-a6cf-3b303b75cbc8 req-b99a0999-e366-4333-a919-31c07ef0cb58 service neutron] 10.222.0.16 "GET /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786722 Nov 10 05:10:30.832128 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0da1-80c8-4fa3-a79a-2a7c271c5fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:33.198126 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ebd5-f7aa-4ad9-8d00-dd5703f70c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:34.195600 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:35.979934 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:36.752171 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:41.282027 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:46.921005 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec16a66-7620-45bc-9970-2e995080c465 req-59626840-2c71-4ba9-93b0-102fc2eaf198 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:46.922576 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3ec16a66-7620-45bc-9970-2e995080c465 req-59626840-2c71-4ba9-93b0-102fc2eaf198 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Nov 10 05:10:46.969234 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3ec16a66-7620-45bc-9970-2e995080c465 req-67515be2-a7f5-4a33-aed2-ad9ac1e90e5c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 10 05:10:47.504962 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a684-4416-4444-84d9-6967773067ae req-4f6754ff-7cd5-4c03-a67e-a5ddfecbe843 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:47.506471 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5fb1a684-4416-4444-84d9-6967773067ae req-4f6754ff-7cd5-4c03-a67e-a5ddfecbe843 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0556486 Nov 10 05:10:47.562383 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5fb1a684-4416-4444-84d9-6967773067ae req-39c8186b-f7f4-4a69-b726-bb75242ee1fc tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Nov 10 05:10:48.084762 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400afc0-bc1b-4712-ba26-c66883288d82 req-3c7a0e6e-abdd-45a0-87f3-42edfe87ec10 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:48.086196 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9400afc0-bc1b-4712-ba26-c66883288d82 req-3c7a0e6e-abdd-45a0-87f3-42edfe87ec10 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0500374 Nov 10 05:10:48.130939 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9400afc0-bc1b-4712-ba26-c66883288d82 req-6fc75ff3-08f5-4452-b415-06a76f3fe184 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Nov 10 05:10:48.676978 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a73d4-d1eb-4bf8-a263-d216e6bf2e8b req-5077bd66-4dfa-4f9f-80d7-86e802f97df8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:48.678542 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e8a73d4-d1eb-4bf8-a263-d216e6bf2e8b req-5077bd66-4dfa-4f9f-80d7-86e802f97df8 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0518460 Nov 10 05:10:48.736530 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e8a73d4-d1eb-4bf8-a263-d216e6bf2e8b req-4b41e5af-3395-4728-a297-dabd7a42ab2b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Nov 10 05:10:48.781545 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57022) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:48.881922 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9a45a54f-d457-4bb2-8cbe-feb18ee5bfb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:48.956331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9a45a54f-d457-4bb2-8cbe-feb18ee5bfb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:48.960201 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9a45a54f-d457-4bb2-8cbe-feb18ee5bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.189822 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a54f-d457-4bb2-8cbe-feb18ee5bfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ba774f-dfcc-43e4-b8b8-7f7ca92b902e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:49.194086 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9a45a54f-d457-4bb2-8cbe-feb18ee5bfb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=715297011fdf44768c96873e5baeaf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115202 Nov 10 05:10:49.196807 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57030) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:49.271285 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056270a-4288-4e19-af50-0b0a9e29b082 req-6d5c46d4-cd54-4c05-b43d-9ecc363fdc7f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:49.272717 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8056270a-4288-4e19-af50-0b0a9e29b082 req-6d5c46d4-cd54-4c05-b43d-9ecc363fdc7f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Nov 10 05:10:49.288419 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.322886 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.344263 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:10:49.359464 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8056270a-4288-4e19-af50-0b0a9e29b082 req-7a7e79e4-7a3b-41b0-bbc1-46805c84f6c5 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797751 Nov 10 05:10:49.385659 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.388855 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.390024 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52ba774f-dfcc-43e4-b8b8-7f7ca92b902e HTTP/1.1" status: 204 len: 168 time: 0.1923296 Nov 10 05:10:49.397583 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a048ffe-9cba-4b44-8363-8d6d2afa01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ba774f-dfcc-43e4-b8b8-7f7ca92b902e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:49.571538 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d3bad-ae25-4954-864f-dada7711bb57 req-7c747525-60c6-47d2-8c02-bae73b76f9cb tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:49.573130 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-382d3bad-ae25-4954-864f-dada7711bb57 req-7c747525-60c6-47d2-8c02-bae73b76f9cb tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Nov 10 05:10:49.674111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Deleting port 157f51ae-a329-4aeb-930d-6da1b0c78415 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:10:49.674351 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.765275 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] For port 157f51ae-a329-4aeb-930d-6da1b0c78415, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=157f51ae-a329-4aeb-930d-6da1b0c78415,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:10:49.765676 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.779719 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Calling delete_port for 157f51ae-a329-4aeb-930d-6da1b0c78415 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:10:49.856427 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37607d-3ebd-44c7-a988-13c8b0690bf3 req-e46ad4f3-1e8c-40d1-800a-e18dc4ea6155 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:49.858063 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6d37607d-3ebd-44c7-a988-13c8b0690bf3 req-e46ad4f3-1e8c-40d1-800a-e18dc4ea6155 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0509851 Nov 10 05:10:49.905708 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6d37607d-3ebd-44c7-a988-13c8b0690bf3 req-e543fe12-74ba-4b73-a95c-d895e6e97c71 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Nov 10 05:10:49.913349 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.941121 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event deleted for resources: {'Port': ['ID=157f51ae-a329-4aeb-930d-6da1b0c78415,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:49.955097 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf', 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', '773cabca-df31-4b02-9c5b-88a7248fc75a'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:10:49.984102 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] No DVR routers for this DVR port 157f51ae-a329-4aeb-930d-6da1b0c78415 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:10:49.986371 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:49.989661 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-382d3bad-ae25-4954-864f-dada7711bb57 req-b0da4b31-b650-44ee-af1b-ff462850f61a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "DELETE /v2.0/ports/157f51ae-a329-4aeb-930d-6da1b0c78415 HTTP/1.1" status: 204 len: 173 time: 0.4098294 Nov 10 05:10:49.990100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'name': 'network-vif-deleted', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:10:49.992546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7c18a5-708f-4e88-a87d-d0f123ffe200" -d '{"events": [{"server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "name": "network-vif-deleted", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:10:50.032988 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f298bf3-18a4-41c7-9250-2f74d0941e2a x-openstack-request-id: req-8f298bf3-18a4-41c7-9250-2f74d0941e2a {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:10:50.033527 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec1a8d9-995c-4653-8a14-ba07a61371e5", "name": "network-vif-deleted", "tag": "157f51ae-a329-4aeb-930d-6da1b0c78415", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:10:50.033778 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f298bf3-18a4-41c7-9250-2f74d0941e2a {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:10:50.034171 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec1a8d9-995c-4653-8a14-ba07a61371e5', 'name': 'network-vif-deleted', 'tag': '157f51ae-a329-4aeb-930d-6da1b0c78415', 'status': 'completed', 'code': 200} Nov 10 05:10:50.459831 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e81a9051-ac77-425a-809e-96e9c07fe769 req-50983d92-8421-40a3-b8a8-7b040a1b7a42 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ec1a8d9-995c-4653-8a14-ba07a61371e5 HTTP/1.1" status: 200 len: 210 time: 0.0251951 Nov 10 05:10:50.773646 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57056) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:50.878299 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3eda168a-3b82-4f8d-a45a-cc91e7a3076b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:50.950952 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3eda168a-3b82-4f8d-a45a-cc91e7a3076b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:50.954734 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3eda168a-3b82-4f8d-a45a-cc91e7a3076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.016488 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda168a-3b82-4f8d-a45a-cc91e7a3076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b72ede-3454-4be2-9ffb-8e96e135d2c7,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:51.019476 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-a0d30ad8-2a6a-49d6-8b31-8215aafbdfd4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:51.021135 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-a0d30ad8-2a6a-49d6-8b31-8215aafbdfd4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0489662 Nov 10 05:10:51.022857 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3eda168a-3b82-4f8d-a45a-cc91e7a3076b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29f5cb1277fe4a9d9b8568a5d5964716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480843 Nov 10 05:10:51.025537 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57064) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:10:51.042824 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bbccb-befd-4a8a-b9a1-c4273e09a546 req-c47768ef-fdf6-43f8-92bf-253a7b024c9e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:51.044300 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b39bbccb-befd-4a8a-b9a1-c4273e09a546 req-c47768ef-fdf6-43f8-92bf-253a7b024c9e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 946 time: 0.0674093 Nov 10 05:10:51.095680 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b39bbccb-befd-4a8a-b9a1-c4273e09a546 req-f751f165-038f-4b43-87dd-f5d19edf45f6 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Nov 10 05:10:51.138138 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.167813 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.193495 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Deleting port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:10:51.193746 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.266334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.268874 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.269975 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30b72ede-3454-4be2-9ffb-8e96e135d2c7 HTTP/1.1" status: 204 len: 168 time: 0.2435002 Nov 10 05:10:51.287052 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b3871-f3d1-4a69-8a95-e2817817964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b72ede-3454-4be2-9ffb-8e96e135d2c7,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:51.305145 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] For port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:10:51.305591 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.318921 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Calling delete_port for 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:10:51.457571 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.490751 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Pushing event deleted for resources: {'Port': ['ID=20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:51.539051 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] No DVR routers for this DVR port 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:10:51.541595 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:51.544893 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-3ec37645-9951-498d-9fc1-c9edb1976c4c req-30d116dd-ca0d-4bcf-a55f-8ef34352d936 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "DELETE /v2.0/ports/20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f HTTP/1.1" status: 204 len: 173 time: 0.5117040 Nov 10 05:10:51.774840 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', '15eac94e-471f-405a-8129-177abf987513'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:10:51.799787 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 157f51ae-a329-4aeb-930d-6da1b0c78415 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:10:51.828046 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 157f51ae-a329-4aeb-930d-6da1b0c78415 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:10:51.828381 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 157f51ae-a329-4aeb-930d-6da1b0c78415 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:10:52.035472 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'name': 'network-vif-deleted', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:10:52.038021 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae763a-4dd6-4d42-8118-527b1a35d08b" -d '{"events": [{"server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "name": "network-vif-deleted", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:10:52.072877 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885db794-f852-490c-920b-3b3a008317b7 x-openstack-request-id: req-885db794-f852-490c-920b-3b3a008317b7 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:10:52.073162 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cfdcf4-623d-4aa0-9b20-e96a17e36f9c", "name": "network-vif-deleted", "tag": "20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:10:52.073432 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-885db794-f852-490c-920b-3b3a008317b7 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:10:52.073820 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cfdcf4-623d-4aa0-9b20-e96a17e36f9c', 'name': 'network-vif-deleted', 'tag': '20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f', 'status': 'completed', 'code': 200} Nov 10 05:10:52.205607 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e1e63869-f2fd-4886-91eb-d8a2fea0b9a6 req-22aacd95-7cb3-4ec2-97e1-dcfe8a3fdd31 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=60cfdcf4-623d-4aa0-9b20-e96a17e36f9c HTTP/1.1" status: 200 len: 210 time: 0.0256612 Nov 10 05:10:52.851153 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c78f-853c-46b9-afc5-35a345c46f8a req-7176640f-e1c4-4b4d-bd4d-5b2d609f8736 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:52.852922 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fab2c78f-853c-46b9-afc5-35a345c46f8a req-7176640f-e1c4-4b4d-bd4d-5b2d609f8736 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0492227 Nov 10 05:10:52.901125 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fab2c78f-853c-46b9-afc5-35a345c46f8a req-e1c76139-6513-4df0-b086-e14b863b0175 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Nov 10 05:10:53.502534 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001f37-4830-442f-bcc1-9e3fcaabc0ec req-ca1692e6-53e0-4f9e-a70b-d2431c41a2a4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:53.504149 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03001f37-4830-442f-bcc1-9e3fcaabc0ec req-ca1692e6-53e0-4f9e-a70b-d2431c41a2a4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0804341 Nov 10 05:10:53.517077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35768-9ed3-4234-bf37-fe605ecca1b2 req-a793174c-18d2-4bda-bf1b-d895b3b2175c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:53.518484 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8fa35768-9ed3-4234-bf37-fe605ecca1b2 req-a793174c-18d2-4bda-bf1b-d895b3b2175c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Nov 10 05:10:53.587292 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03001f37-4830-442f-bcc1-9e3fcaabc0ec req-8f9edb70-1853-44ae-8bfa-33dccdb3209e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Nov 10 05:10:53.590660 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8fa35768-9ed3-4234-bf37-fe605ecca1b2 req-f1757c56-d05e-4740-964e-cdf5d6783aba tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Nov 10 05:10:53.808500 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:10:53.828794 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:10:53.829128 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 20e0d7a4-31b4-43ac-85dc-3ab2026a0f0f not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:10:54.016930 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305fe75-a646-440d-9e89-9ed48f723501 req-ce4c6f4f-367c-4148-92b5-f2c800b7c82f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:54.018521 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5305fe75-a646-440d-9e89-9ed48f723501 req-ce4c6f4f-367c-4148-92b5-f2c800b7c82f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Nov 10 05:10:54.069933 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5305fe75-a646-440d-9e89-9ed48f723501 req-a38b55be-0ada-4974-94d3-33f1cbb8f573 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Nov 10 05:10:54.221406 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42fc63-c28d-4800-b603-0698118d7b23 req-ca875a79-e05a-4d2b-b74a-d662ff0d5b3e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:54.222833 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c42fc63-c28d-4800-b603-0698118d7b23 req-ca875a79-e05a-4d2b-b74a-d662ff0d5b3e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0463989 Nov 10 05:10:54.269272 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9c42fc63-c28d-4800-b603-0698118d7b23 req-61949225-2d47-44a0-92e4-7ca4e384d604 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Nov 10 05:10:54.736454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141c62-df7c-4d88-bfc2-958f8d521053 req-ffccc501-cc56-4e55-947d-26266ab5367a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:54.737945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a1141c62-df7c-4d88-bfc2-958f8d521053 req-ffccc501-cc56-4e55-947d-26266ab5367a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0762215 Nov 10 05:10:54.745829 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b30c14-0130-443f-a6c2-d41354583d33 req-039ae9f8-6379-4447-b83d-49502a650ad4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:54.747140 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d2b30c14-0130-443f-a6c2-d41354583d33 req-039ae9f8-6379-4447-b83d-49502a650ad4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0768397 Nov 10 05:10:54.817416 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d2b30c14-0130-443f-a6c2-d41354583d33 req-712e0a60-c666-4011-a246-522f37cc9d0e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637918 Nov 10 05:10:54.820647 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a1141c62-df7c-4d88-bfc2-958f8d521053 req-6e948aec-68b3-4a59-8ab8-c6a7a26f14c3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726540 Nov 10 05:10:55.189552 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012444bd-4fcc-4b79-8b6b-a8025d238a97 req-0276fb63-0329-4f53-ae82-55f2508c5040 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:55.190984 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-012444bd-4fcc-4b79-8b6b-a8025d238a97 req-0276fb63-0329-4f53-ae82-55f2508c5040 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0470965 Nov 10 05:10:55.236530 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-012444bd-4fcc-4b79-8b6b-a8025d238a97 req-fbfb514c-fe41-4b4e-981a-bc098d780987 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Nov 10 05:10:55.381727 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a59c3-97ec-4d0c-a75f-d3112e5e8df7 req-58a8972c-da8f-42c3-a131-f702f7219046 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:55.383075 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-180a59c3-97ec-4d0c-a75f-d3112e5e8df7 req-58a8972c-da8f-42c3-a131-f702f7219046 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0495405 Nov 10 05:10:55.428611 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-180a59c3-97ec-4d0c-a75f-d3112e5e8df7 req-98e09942-081f-459a-ab91-79309a9caf79 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Nov 10 05:10:55.483097 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-1ccebc69-c59f-48fe-8f99-26715cd6740c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:55.484593 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-1ccebc69-c59f-48fe-8f99-26715cd6740c tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Nov 10 05:10:55.583675 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Deleting port 773cabca-df31-4b02-9c5b-88a7248fc75a {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:10:55.584009 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:55.672600 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] For port 773cabca-df31-4b02-9c5b-88a7248fc75a, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=773cabca-df31-4b02-9c5b-88a7248fc75a,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:10:55.672885 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:55.684854 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Calling delete_port for 773cabca-df31-4b02-9c5b-88a7248fc75a owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:10:55.806445 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:55.835143 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event deleted for resources: {'Port': ['ID=773cabca-df31-4b02-9c5b-88a7248fc75a,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:55.849391 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.849986 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.850103 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.850398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.850733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.851309 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.851447 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.851723 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.852046 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.852369 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.852690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.853099 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:10:55.860954 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf', 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', '773cabca-df31-4b02-9c5b-88a7248fc75a'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:10:55.890828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] No DVR routers for this DVR port 773cabca-df31-4b02-9c5b-88a7248fc75a on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:10:55.893415 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:55.896682 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-118e6306-711b-41ec-8056-5bfb0fa2be05 req-d981b97d-7396-4b1e-9f83-54d394789f2f tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "DELETE /v2.0/ports/773cabca-df31-4b02-9c5b-88a7248fc75a HTTP/1.1" status: 204 len: 173 time: 0.4040813 Nov 10 05:10:55.897125 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'name': 'network-vif-deleted', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:10:55.899604 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dba065-830e-4cdf-badf-9fd9d6aa385f" -d '{"events": [{"server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "name": "network-vif-deleted", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:10:55.971184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2631fd-8ba8-439e-8a4d-03c17589e216 req-bb04f172-1cae-441a-a488-3f73b908aa33 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:55.972736 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b2631fd-8ba8-439e-8a4d-03c17589e216 req-bb04f172-1cae-441a-a488-3f73b908aa33 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0745680 Nov 10 05:10:55.985705 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0172-2b87-46c1-a3e7-36f54ebf4a10 req-a48145f3-4480-41b5-bbcb-674e8eef08d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:55.987137 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f68b0172-2b87-46c1-a3e7-36f54ebf4a10 req-a48145f3-4480-41b5-bbcb-674e8eef08d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0872076 Nov 10 05:10:56.064081 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b2631fd-8ba8-439e-8a4d-03c17589e216 req-41291b8a-a64b-4ed1-b46f-7b2c68dce2e3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755811 Nov 10 05:10:56.067998 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f68b0172-2b87-46c1-a3e7-36f54ebf4a10 req-6a1f5a33-1b4d-40b3-ba8e-b449782712e9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659270 Nov 10 05:10:56.113150 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9081cea8-033c-4e58-9ef7-85e0c33df079 x-openstack-request-id: req-9081cea8-033c-4e58-9ef7-85e0c33df079 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:10:56.113505 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12094b27-6af6-4de4-976c-5909f9e585e3", "name": "network-vif-deleted", "tag": "773cabca-df31-4b02-9c5b-88a7248fc75a", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:10:56.113767 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9081cea8-033c-4e58-9ef7-85e0c33df079 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:10:56.114158 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12094b27-6af6-4de4-976c-5909f9e585e3', 'name': 'network-vif-deleted', 'tag': '773cabca-df31-4b02-9c5b-88a7248fc75a', 'status': 'completed', 'code': 200} Nov 10 05:10:56.336704 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0388b9e9-e7a7-4965-a296-872bc5fc92b7 req-23638083-1b58-4d8b-97e8-2bfdc74814ae tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=12094b27-6af6-4de4-976c-5909f9e585e3 HTTP/1.1" status: 200 len: 210 time: 0.0255392 Nov 10 05:10:56.542304 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add06a-a1a3-41e0-8d01-1912363854c5 req-8aadb1bd-a373-4181-840c-4f8fd749b2bf tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:56.543712 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-99add06a-a1a3-41e0-8d01-1912363854c5 req-8aadb1bd-a373-4181-840c-4f8fd749b2bf tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0468032 Nov 10 05:10:56.591028 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-99add06a-a1a3-41e0-8d01-1912363854c5 req-3705200a-e910-4455-b471-930d7088277d tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Nov 10 05:10:56.767403 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-3c72b228-0c2b-4ebe-8b9c-78165710854a tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:56.768850 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-3c72b228-0c2b-4ebe-8b9c-78165710854a tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 946 time: 0.0471008 Nov 10 05:10:56.862243 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Deleting port d70c0979-2379-4efc-b969-7ed0b3b63dce {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:10:56.862474 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:56.945838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] For port d70c0979-2379-4efc-b969-7ed0b3b63dce, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d70c0979-2379-4efc-b969-7ed0b3b63dce,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:10:56.946183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:56.958149 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Calling delete_port for d70c0979-2379-4efc-b969-7ed0b3b63dce owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:10:57.079136 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:57.107892 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Pushing event deleted for resources: {'Port': ['ID=d70c0979-2379-4efc-b969-7ed0b3b63dce,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:10:57.125828 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['d70c0979-2379-4efc-b969-7ed0b3b63dce'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:10:57.149271 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] No DVR routers for this DVR port d70c0979-2379-4efc-b969-7ed0b3b63dce on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:10:57.151713 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:10:57.156126 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1470b17e-8b69-478c-b6a3-d6eb09a39379 req-5e33c534-6912-4a4f-ae2e-1ac727c926ea tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "DELETE /v2.0/ports/d70c0979-2379-4efc-b969-7ed0b3b63dce HTTP/1.1" status: 204 len: 173 time: 0.3779881 Nov 10 05:10:57.230439 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0f4ca-3e52-456b-a7f0-c5b52a210ddf req-8970fc00-16ee-47de-9f2c-9f9703ea94b2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:57.231964 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65a0f4ca-3e52-456b-a7f0-c5b52a210ddf req-8970fc00-16ee-47de-9f2c-9f9703ea94b2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0893862 Nov 10 05:10:57.243929 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fa9b1-7509-40ca-8216-9aae1e8b8bf8 req-c2775306-bd63-4b26-b1fb-3338413ce0b6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:57.245554 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e3fa9b1-7509-40ca-8216-9aae1e8b8bf8 req-c2775306-bd63-4b26-b1fb-3338413ce0b6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0701773 Nov 10 05:10:57.318604 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65a0f4ca-3e52-456b-a7f0-c5b52a210ddf req-e05bdc93-410e-4071-91b3-0ec4929b94c2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720737 Nov 10 05:10:57.321843 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e3fa9b1-7509-40ca-8216-9aae1e8b8bf8 req-5ed70c82-01dd-4067-a466-7db6cead52f1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694699 Nov 10 05:10:57.595053 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df3c6-c0f2-41ee-9d20-ee64341bbe4f req-e2f39a52-fbaf-4788-9e70-b7d77a4a0f85 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:57.596526 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-300df3c6-c0f2-41ee-9d20-ee64341bbe4f req-e2f39a52-fbaf-4788-9e70-b7d77a4a0f85 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0470464 Nov 10 05:10:57.647013 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-300df3c6-c0f2-41ee-9d20-ee64341bbe4f req-8009d2e5-e34a-4a34-b8f7-74118be977f1 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Nov 10 05:10:57.700479 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bc068a8d-0f95-4a2f-81d5-bba1eba75ad5 req-86ad78ba-923a-40c7-a3e7-abcd0dc18b46 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06c9a60-485a-4cf1-9d64-5518eadcfc15 HTTP/1.1" status: 200 len: 210 time: 0.0294847 Nov 10 05:10:57.846823 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device d70c0979-2379-4efc-b969-7ed0b3b63dce no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:10:57.867254 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: d70c0979-2379-4efc-b969-7ed0b3b63dce {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:10:57.867616 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device d70c0979-2379-4efc-b969-7ed0b3b63dce not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:10:57.868021 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 773cabca-df31-4b02-9c5b-88a7248fc75a no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:10:57.886245 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 773cabca-df31-4b02-9c5b-88a7248fc75a {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:10:57.886521 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 773cabca-df31-4b02-9c5b-88a7248fc75a not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:10:58.115418 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'name': 'network-vif-deleted', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:10:58.117749 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea851eb-a588-400a-86fd-901a708e1292" -d '{"events": [{"server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "name": "network-vif-deleted", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:10:58.151711 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44c3915-9b9d-4e89-a13a-eab1ffe51924 x-openstack-request-id: req-e44c3915-9b9d-4e89-a13a-eab1ffe51924 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:10:58.151996 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06c9a60-485a-4cf1-9d64-5518eadcfc15", "name": "network-vif-deleted", "tag": "d70c0979-2379-4efc-b969-7ed0b3b63dce", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:10:58.152236 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e44c3915-9b9d-4e89-a13a-eab1ffe51924 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:10:58.152644 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06c9a60-485a-4cf1-9d64-5518eadcfc15', 'name': 'network-vif-deleted', 'tag': 'd70c0979-2379-4efc-b969-7ed0b3b63dce', 'status': 'completed', 'code': 200} Nov 10 05:10:58.457896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4263640-7dc2-4920-83ce-752986803e48 req-42dd6a7f-d3eb-4018-8300-5f0a2c2dad1b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:58.459279 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4263640-7dc2-4920-83ce-752986803e48 req-42dd6a7f-d3eb-4018-8300-5f0a2c2dad1b tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0742536 Nov 10 05:10:58.467396 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85030dd-7491-4676-a2d1-2352d6db059e req-cbcd3548-82ce-4416-a080-142f57b0a2ff tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:58.469276 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b85030dd-7491-4676-a2d1-2352d6db059e req-cbcd3548-82ce-4416-a080-142f57b0a2ff tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0755179 Nov 10 05:10:58.539154 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4263640-7dc2-4920-83ce-752986803e48 req-f7692e75-2f46-4d30-abc5-d949adf6bc51 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Nov 10 05:10:58.543330 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b85030dd-7491-4676-a2d1-2352d6db059e req-049e2e3a-91a8-42a5-987d-9f7f706c4a33 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675082 Nov 10 05:10:58.759796 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13f52-6c76-42b1-bc1c-523cf41fa65f req-df73fe87-734e-4c01-b4cb-c78545a9a2c8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:58.762005 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-29b13f52-6c76-42b1-bc1c-523cf41fa65f req-df73fe87-734e-4c01-b4cb-c78545a9a2c8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Nov 10 05:10:58.809287 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-29b13f52-6c76-42b1-bc1c-523cf41fa65f req-7fe4e96f-7419-4a83-a371-f322056297de tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Nov 10 05:10:59.878272 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b6206-523f-4266-a0f6-7e60b5a6a6ed req-baee541f-5fcf-4847-b1a9-6e27a2ce160a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:59.879763 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a9b6206-523f-4266-a0f6-7e60b5a6a6ed req-baee541f-5fcf-4847-b1a9-6e27a2ce160a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.2737186 Nov 10 05:10:59.888437 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42e7a2-1fd6-4e9a-a2df-f7e5e86ad0b0 req-1f823411-d8a5-443d-856a-ba9d6fe15f9f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:10:59.889801 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f42e7a2-1fd6-4e9a-a2df-f7e5e86ad0b0 req-1f823411-d8a5-443d-856a-ba9d6fe15f9f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.2780986 Nov 10 05:10:59.962379 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5a9b6206-523f-4266-a0f6-7e60b5a6a6ed req-6b880a4b-f3e6-44ac-aeab-1b8da138162a tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716569 Nov 10 05:10:59.966569 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f42e7a2-1fd6-4e9a-a2df-f7e5e86ad0b0 req-a59e29ca-56a6-4cb3-ab6f-41efccccd076 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703137 Nov 10 05:11:00.062143 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cf7c-39b9-4f38-ac76-2311ee07604e req-e943f4cc-71b0-48a5-b987-9de8aa0a30d7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:00.063537 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb17cf7c-39b9-4f38-ac76-2311ee07604e req-e943f4cc-71b0-48a5-b987-9de8aa0a30d7 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0474613 Nov 10 05:11:00.109715 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb17cf7c-39b9-4f38-ac76-2311ee07604e req-16a599e4-48cc-4442-830a-9bcff3125368 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Nov 10 05:11:00.833580 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a9c626b1-f05f-4667-a628-b1b8e3a94481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:01.105793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b353-3e42-4705-9904-b1f7a237fa42 req-f06f55fe-3148-4e9c-8408-070552030e21 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:01.107161 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4c7b353-3e42-4705-9904-b1f7a237fa42 req-f06f55fe-3148-4e9c-8408-070552030e21 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0781407 Nov 10 05:11:01.114992 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e3038-5e42-49bf-9df8-61062eacaa3a req-2be2c21a-2745-41a1-bf96-61bd7ee41d81 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:01.116336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-154e3038-5e42-49bf-9df8-61062eacaa3a req-2be2c21a-2745-41a1-bf96-61bd7ee41d81 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0783732 Nov 10 05:11:01.187757 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4c7b353-3e42-4705-9904-b1f7a237fa42 req-1a30759d-c33e-4d3b-a372-67aa7650cdd0 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704927 Nov 10 05:11:01.190921 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-154e3038-5e42-49bf-9df8-61062eacaa3a req-a590ed07-4d78-4ce4-a343-904a9de22a67 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681589 Nov 10 05:11:01.381916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40b526-1fda-4cc9-9076-9b4884ae750e req-78c7dcb3-546c-46e1-b470-5c8c5771d945 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:01.383304 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c40b526-1fda-4cc9-9076-9b4884ae750e req-78c7dcb3-546c-46e1-b470-5c8c5771d945 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0465500 Nov 10 05:11:01.429132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8c40b526-1fda-4cc9-9076-9b4884ae750e req-075e93ef-b0a1-4187-a822-11b8f38b2dbf tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Nov 10 05:11:02.331602 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c585ac-b463-415a-8a88-a471606c8c3c req-4d19a316-b94e-46e9-be59-3a2ba3923332 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:02.333093 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4c585ac-b463-415a-8a88-a471606c8c3c req-4d19a316-b94e-46e9-be59-3a2ba3923332 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0794604 Nov 10 05:11:02.340384 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13250-7448-4112-98c5-dd87ea222dac req-ee8fa597-46e6-4e40-984e-f7f6564a79ce tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:02.341739 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65e13250-7448-4112-98c5-dd87ea222dac req-ee8fa597-46e6-4e40-984e-f7f6564a79ce tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0792816 Nov 10 05:11:02.409393 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4c585ac-b463-415a-8a88-a471606c8c3c req-7bd99917-2443-4ef0-a154-a9316b56aec3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Nov 10 05:11:02.416242 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65e13250-7448-4112-98c5-dd87ea222dac req-4a51468f-f1e9-4f38-abcb-23a1bd4e1c74 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679028 Nov 10 05:11:02.560026 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971fd8-0bfd-49d1-8745-ad8b2c1554f6 req-cd2568cd-24a2-456f-8369-49c79a24b8be tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:02.562461 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c971fd8-0bfd-49d1-8745-ad8b2c1554f6 req-cd2568cd-24a2-456f-8369-49c79a24b8be tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0692837 Nov 10 05:11:02.610930 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c971fd8-0bfd-49d1-8745-ad8b2c1554f6 req-1c8e060c-1738-4fc5-ba3d-61a99d25f88a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Nov 10 05:11:03.198544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9c194f37-3d46-48bf-b687-016f5f508343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:03.550899 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e06a4-e426-41a1-a567-e1966327997c req-f8fa3935-0ee9-49ca-aad1-e3251937be06 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:03.552388 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f15e06a4-e426-41a1-a567-e1966327997c req-f8fa3935-0ee9-49ca-aad1-e3251937be06 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0747049 Nov 10 05:11:03.560275 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d612-afeb-4d51-b4a8-2de8d1a4f5f1 req-a2186fb0-ed07-4bac-a6fa-58d20617ffbc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:03.562114 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4493d612-afeb-4d51-b4a8-2de8d1a4f5f1 req-a2186fb0-ed07-4bac-a6fa-58d20617ffbc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0756464 Nov 10 05:11:03.633431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f15e06a4-e426-41a1-a567-e1966327997c req-c54560fd-41e4-472c-8df6-a8f92ef3fc5e tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Nov 10 05:11:03.636582 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4493d612-afeb-4d51-b4a8-2de8d1a4f5f1 req-2068002c-8e9c-4914-9400-5774771cc14a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681291 Nov 10 05:11:03.734989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c52dc-b2f2-4f9d-928c-8ffddebb70cd req-186fef0b-abec-46c8-9023-7772002007cd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:03.735226 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-8ef3fbaf-d153-4a10-8daf-4c263af79dc4 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:03.736468 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-047c52dc-b2f2-4f9d-928c-8ffddebb70cd req-186fef0b-abec-46c8-9023-7772002007cd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Nov 10 05:11:03.736610 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-8ef3fbaf-d153-4a10-8daf-4c263af79dc4 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/ports?device_id=5643f7fc-9882-4f8a-8047-0475d3b0e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0466368 Nov 10 05:11:03.783967 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-047c52dc-b2f2-4f9d-928c-8ffddebb70cd req-99ebcab9-c85e-4cb1-b6e3-ae4f254b8ada tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Nov 10 05:11:03.826056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Deleting port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:03.826385 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:03.912867 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] For port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:03.913210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:03.925700 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Calling delete_port for bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:04.050043 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.076790 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event deleted for resources: {'Port': ['ID=bb957d57-6ae8-40f1-b0d8-1ddca8cf3281,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:04.087855 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:04.117409 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] No DVR routers for this DVR port bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:11:04.119803 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.124600 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-44ff469b-687a-4033-9646-6f1a4a0501f1 req-4eddfb39-1ab7-4432-9f37-aaef505394a3 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "DELETE /v2.0/ports/bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 HTTP/1.1" status: 204 len: 173 time: 0.3787091 Nov 10 05:11:04.124600 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'name': 'network-vif-deleted', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:04.126290 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2fece-a524-4549-bab6-57386449062c" -d '{"events": [{"server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "name": "network-vif-deleted", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:04.168205 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0546a-9017-4e4d-b9f3-05cd3996b7d0 x-openstack-request-id: req-dcf0546a-9017-4e4d-b9f3-05cd3996b7d0 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:04.168492 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5643f7fc-9882-4f8a-8047-0475d3b0e7f9", "name": "network-vif-deleted", "tag": "bb957d57-6ae8-40f1-b0d8-1ddca8cf3281", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:04.168858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcf0546a-9017-4e4d-b9f3-05cd3996b7d0 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:04.169135 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5643f7fc-9882-4f8a-8047-0475d3b0e7f9', 'name': 'network-vif-deleted', 'tag': 'bb957d57-6ae8-40f1-b0d8-1ddca8cf3281', 'status': 'completed', 'code': 200} Nov 10 05:11:04.219316 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.586509 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-ddfb5a91-84f7-4d36-b11c-f3edc108dcb3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:04.587928 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-ddfb5a91-84f7-4d36-b11c-f3edc108dcb3 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0453317 Nov 10 05:11:04.684386 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Deleting port 15eac94e-471f-405a-8129-177abf987513 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:04.684944 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.778034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] For port 15eac94e-471f-405a-8129-177abf987513, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=15eac94e-471f-405a-8129-177abf987513,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:04.779013 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.791836 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d244b05-b4d5-4760-b858-d604d6c23636 req-db585a24-bc8e-40ba-9492-c311c89d9d4b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:04.793404 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d244b05-b4d5-4760-b858-d604d6c23636 req-db585a24-bc8e-40ba-9492-c311c89d9d4b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Nov 10 05:11:04.796544 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Calling delete_port for 15eac94e-471f-405a-8129-177abf987513 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:04.802509 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40f8e5-7c4a-4026-bfbb-5047eda7ca9c req-e45cf2db-61f4-47cd-88fb-4e94ec271c1c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:04.805758 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d40f8e5-7c4a-4026-bfbb-5047eda7ca9c req-e45cf2db-61f4-47cd-88fb-4e94ec271c1c tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6dff66-34f8-4890-95b8-057167200d67 HTTP/1.1" status: 200 len: 946 time: 0.0997334 Nov 10 05:11:04.884341 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d244b05-b4d5-4760-b858-d604d6c23636 req-4b670b11-f8b1-4f55-bead-a3eacbba2bd1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775950 Nov 10 05:11:04.887552 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d40f8e5-7c4a-4026-bfbb-5047eda7ca9c req-abe6d99a-59dc-4763-aa4f-04c9f2ca41b4 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a04469-d7c4-4347-8313-dcb75a91f09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748091 Nov 10 05:11:04.931349 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:04.959745 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Pushing event deleted for resources: {'Port': ['ID=15eac94e-471f-405a-8129-177abf987513,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:04.966864 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['15eac94e-471f-405a-8129-177abf987513'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:05.003129 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] No DVR routers for this DVR port 15eac94e-471f-405a-8129-177abf987513 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:11:05.005615 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:05.008890 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-d08bbc6b-3756-465a-8d4e-d59aa5398fd2 req-8ef1beb6-f680-4541-8b6b-ab1b3c7508d2 tempest-ServerRescueNegativeTestJSON-1792309486 tempest-ServerRescueNegativeTestJSON-1792309486-project] 10.222.0.16 "DELETE /v2.0/ports/15eac94e-471f-405a-8129-177abf987513 HTTP/1.1" status: 204 len: 173 time: 0.4127998 Nov 10 05:11:05.857624 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 15eac94e-471f-405a-8129-177abf987513 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:11:05.880225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 15eac94e-471f-405a-8129-177abf987513 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:11:05.880558 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 15eac94e-471f-405a-8129-177abf987513 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:11:05.880954 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:11:05.898763 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:11:05.899098 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device bb957d57-6ae8-40f1-b0d8-1ddca8cf3281 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:11:05.945247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57234) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:05.986047 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:06.013098 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3f50-1593-4079-b2f5-0547dd2b2df0 req-ba56e6a2-b379-4503-9187-1742a8259e74 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:06.014670 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c4cf3f50-1593-4079-b2f5-0547dd2b2df0 req-ba56e6a2-b379-4503-9187-1742a8259e74 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0478799 Nov 10 05:11:06.063438 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c4cf3f50-1593-4079-b2f5-0547dd2b2df0 req-f22d7a35-7eac-40d2-b189-5bae766f64d1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Nov 10 05:11:06.192315 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'name': 'network-vif-deleted', 'tag': '15eac94e-471f-405a-8129-177abf987513'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:06.195192 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662bd2b-b98d-467a-b101-12b3c885018b" -d '{"events": [{"server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "name": "network-vif-deleted", "tag": "15eac94e-471f-405a-8129-177abf987513"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:06.249094 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f59dc-418c-45fa-bc6b-d5cbbaacf12f x-openstack-request-id: req-5b5f59dc-418c-45fa-bc6b-d5cbbaacf12f {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:06.249377 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6dff66-34f8-4890-95b8-057167200d67", "name": "network-vif-deleted", "tag": "15eac94e-471f-405a-8129-177abf987513", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:06.249614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b5f59dc-418c-45fa-bc6b-d5cbbaacf12f {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:06.249987 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6dff66-34f8-4890-95b8-057167200d67', 'name': 'network-vif-deleted', 'tag': '15eac94e-471f-405a-8129-177abf987513', 'status': 'completed', 'code': 200} Nov 10 05:11:06.278313 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbfd27-39da-4e77-8891-69f4ad1635f8 req-8877c57c-264b-40a4-a03e-4c3571d0e534 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:06.280507 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eecbfd27-39da-4e77-8891-69f4ad1635f8 req-8877c57c-264b-40a4-a03e-4c3571d0e534 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0469124 Nov 10 05:11:06.329656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eecbfd27-39da-4e77-8891-69f4ad1635f8 req-1d457990-5a4e-4c30-9acd-974c8179d7d9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Nov 10 05:11:06.672891 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:06.754032 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:06.955006 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Deleting port 2a63a606-c844-485e-885b-f05bb6f4a9ac {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:06.955637 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.028534 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] For port 2a63a606-c844-485e-885b-f05bb6f4a9ac, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2a63a606-c844-485e-885b-f05bb6f4a9ac,segment=NetworkSegment(2a1d4471-3f41-439a-b6a3-40578b1bbf56),segment_id=2a1d4471-3f41-439a-b6a3-40578b1bbf56)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:07.028857 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.041172 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Calling delete_port for 2a63a606-c844-485e-885b-f05bb6f4a9ac owned by network:router_interface {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:07.212263 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.240845 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a63a606-c844-485e-885b-f05bb6f4a9ac,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:07.280546 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecbad3-fefe-44f0-98b3-21f74291c4f4 req-1736420c-4fb4-4a58-8b2d-37bfc5e2f3aa tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:07.282014 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13ecbad3-fefe-44f0-98b3-21f74291c4f4 req-1736420c-4fb4-4a58-8b2d-37bfc5e2f3aa tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0504670 Nov 10 05:11:07.327765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13ecbad3-fefe-44f0-98b3-21f74291c4f4 req-604f4f76-ad5a-48d3-bc0a-ea5b39e51aa9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 Nov 10 05:11:07.394171 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.441946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c6ffe-d452-4f9a-8656-81ca72430a24 req-74850c45-7074-4201-b9b3-6bd0fc9bd9cd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:07.443450 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-157c6ffe-d452-4f9a-8656-81ca72430a24 req-74850c45-7074-4201-b9b3-6bd0fc9bd9cd tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0472641 Nov 10 05:11:07.506678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-157c6ffe-d452-4f9a-8656-81ca72430a24 req-d0c2fac9-0d26-4511-9550-561b7f5b5abc tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Nov 10 05:11:07.613608 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Router 4c81fa1a-8739-44f8-996f-2bb0b58b51be has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:11:07.714332 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:11:07.722683 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9747b595-6e66-455c-b762-6f629cb3d2a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c81fa1a-8739-44f8-996f-2bb0b58b51be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739339 Nov 10 05:11:07.722683 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57256) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:07.725798 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Sync routers for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:11:07.735227 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:07.735866 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:07.823945 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.838722 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:07.923818 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:07.975213 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Deleting port 7120bec5-20ce-483c-a4ea-f05d83752659 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:07.975875 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.010554 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:11:07Z', 'revision_number': 5, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port': {'id': '7120bec5-20ce-483c-a4ea-f05d83752659', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:08.040546 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Checking router: 4c81fa1a-8739-44f8-996f-2bb0b58b51be for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:11:08.048729 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Routers {'4c81fa1a-8739-44f8-996f-2bb0b58b51be'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:08.049331 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:08.052055 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] For port 7120bec5-20ce-483c-a4ea-f05d83752659, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=7120bec5-20ce-483c-a4ea-f05d83752659,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:08.052636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.065365 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Calling delete_port for 7120bec5-20ce-483c-a4ea-f05d83752659 owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:08.129055 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] Set router 4c81fa1a-8739-44f8-996f-2bb0b58b51be gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:08.229277 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.259243 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:11:07Z', 'revision_number': 6, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:08.259991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Pushing event deleted for resources: {'Port': ['ID=7120bec5-20ce-483c-a4ea-f05d83752659,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:08.285871 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b848c437-573c-463b-b89a-bd92731bd23f None None] The sync data for ids ['4c81fa1a-8739-44f8-996f-2bb0b58b51be'] in dv-cinder-817135-4-iscsi is: [{'id': '4c81fa1a-8739-44f8-996f-2bb0b58b51be', 'name': 'tempest-ServerRescueNegativeTestJSON-6356119-router', 'tenant_id': '24f5140b1db7438396d0d6ab525cc0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:11:07Z', 'revision_number': 6, 'project_id': '24f5140b1db7438396d0d6ab525cc0db', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:11:08.318972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.447167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2104cc-f527-4d65-a822-a9465d8c9a49 req-eda3dc36-4b41-472f-a742-241074180114 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:08.448810 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b2104cc-f527-4d65-a822-a9465d8c9a49 req-eda3dc36-4b41-472f-a742-241074180114 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Nov 10 05:11:08.499556 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b2104cc-f527-4d65-a822-a9465d8c9a49 req-941c5625-1761-40fc-b2b6-a7b468ec09b5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Nov 10 05:11:08.623441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc355b-3983-4cf2-8e17-96ffe5253ba0 req-1d9a6ef3-0d9e-4817-b25e-b63510662133 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:08.624347 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.625675 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fadc355b-3983-4cf2-8e17-96ffe5253ba0 req-1d9a6ef3-0d9e-4817-b25e-b63510662133 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Nov 10 05:11:08.626975 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.675403 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fadc355b-3983-4cf2-8e17-96ffe5253ba0 req-e7ea6340-131a-4941-a7a7-6f63ef8aa393 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Nov 10 05:11:08.696312 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.696929 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c81fa1a-8739-44f8-996f-2bb0b58b51be {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:11:08.702072 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.703200 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1897f0f9-64ad-439c-956b-4acc7bd71108 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4c81fa1a-8739-44f8-996f-2bb0b58b51be HTTP/1.1" status: 204 len: 168 time: 0.9796219 Nov 10 05:11:08.705733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57264) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:08.749663 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Deleting subnet 37c67135-d059-464c-981c-d015a2b4b372 {{(pid=101801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:11:08.752979 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.787216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15767383'] for subnet, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.824212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.878539 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14418319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662065'] for subnet, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.903930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c67135-d059-464c-981c-d015a2b4b372,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:08.907985 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:08.914044 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fe2b8d3b-58c2-46ff-88a7-74e3d4239fb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/37c67135-d059-464c-981c-d015a2b4b372 HTTP/1.1" status: 204 len: 168 time: 0.2070031 Nov 10 05:11:08.916334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57266) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:08.981470 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.060006 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.079810 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f647f59-d795-4f23-9028-66f135e5b3ae']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:09.089045 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1d4471-3f41-439a-b6a3-40578b1bbf56') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:09.089334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1d4471-3f41-439a-b6a3-40578b1bbf56') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:09.099040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.112552 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.118241 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:11:09.118606 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:11:09.120220 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:11:09.175864 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.180096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.183469 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f647f59-d795-4f23-9028-66f135e5b3ae HTTP/1.1" status: 204 len: 168 time: 0.2661445 Nov 10 05:11:09.196693 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5152b8-21f5-49d8-ac68-8de390e0d649 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f647f59-d795-4f23-9028-66f135e5b3ae,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:09.296959 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57270) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:09.338547 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4eeed2d7-290f-48a9-8a67-9116ea69eb36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24f5140b1db7438396d0d6ab525cc0db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399625 Nov 10 05:11:09.340621 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57272) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:09.392763 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.413579 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.460219 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.462729 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:09.463876 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26a04469-d7c4-4347-8313-dcb75a91f09d HTTP/1.1" status: 204 len: 168 time: 0.1223712 Nov 10 05:11:09.472018 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a04469-d7c4-4347-8313-dcb75a91f09d,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:09.479225 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.479453 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.480706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.480706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.480706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.480706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.481019 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.481337 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.481654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.481970 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.482280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.482589 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9addd56-89ea-4f65-ad34-ae2279a3c047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:09.560520 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 7120bec5-20ce-483c-a4ea-f05d83752659 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:11:09.587630 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 7120bec5-20ce-483c-a4ea-f05d83752659 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:11:09.588171 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 7120bec5-20ce-483c-a4ea-f05d83752659 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:11:09.588586 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2a63a606-c844-485e-885b-f05bb6f4a9ac no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:11:09.610887 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 2a63a606-c844-485e-885b-f05bb6f4a9ac {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:11:09.611222 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2a63a606-c844-485e-885b-f05bb6f4a9ac not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:11:09.630839 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8bbad-33fe-4d84-a6bc-4bf98b8fd598 req-4b1ce67b-7efd-4d96-aaca-43511ce28bfc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:09.632328 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2fb8bbad-33fe-4d84-a6bc-4bf98b8fd598 req-4b1ce67b-7efd-4d96-aaca-43511ce28bfc tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0496869 Nov 10 05:11:09.679216 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2fb8bbad-33fe-4d84-a6bc-4bf98b8fd598 req-8da984ce-cda8-48dd-af4c-ad7e1ddf78a9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Nov 10 05:11:09.799475 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f514-0068-4ec9-a147-062952e6bbd2 req-e8bf8d3c-91c9-49e5-adf8-e4e9a2313c58 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:09.800970 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ad1f514-0068-4ec9-a147-062952e6bbd2 req-e8bf8d3c-91c9-49e5-adf8-e4e9a2313c58 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0541260 Nov 10 05:11:09.853258 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ad1f514-0068-4ec9-a147-062952e6bbd2 req-19cd2967-8e04-4461-a63e-4303b6618df8 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Nov 10 05:11:10.144414 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57300) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:10.238698 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-305979097-network', 'tenant_id': '4596347bbced46eabd591ccd14d8deba'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:10.262504 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Made reservation on behalf of 4596347bbced46eabd591ccd14d8deba for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:11:10.264921 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.279419 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.350137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.353553 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.376870 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:11:10.386024 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e77f9-8767-4b24-aa30-08bd190e76b8,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:10.390647 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.391000 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Added segment 8593f345-6b7d-4109-b6d7-523ea7b83e49 of type vlan for network 2b417552-a213-4106-aca5-1b09e6606919 Nov 10 05:11:10.430140 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.453408 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.454363 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:10.454989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.489940 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3444405 Nov 10 05:11:10.492922 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57304) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:10.498042 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Request body: {'subnet': {'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-subnet', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:10.517045 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Made reservation on behalf of 4596347bbced46eabd591ccd14d8deba for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:11:10.519195 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.520351 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad232ffa-da38-4483-a438-83b5b2729994 admin admin] Pushing event updated for resources: {'Network': ['ID=2b417552-a213-4106-aca5-1b09e6606919,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:10.531441 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 2b417552-a213-4106-aca5-1b09e6606919 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:11:10.696398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.755075 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:10.771211 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Checking segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:10.771522 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Network hostable DHCP agents. Network: 2b417552-a213-4106-aca5-1b09e6606919, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:11:10.789567 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Network 2b417552-a213-4106-aca5-1b09e6606919 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:11:10.798588 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 2b417552-a213-4106-aca5-1b09e6606919) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:10.803492 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:10.804285 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.807483 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5c4c0-f63e-4693-a961-b12aee4b9e4f None None] Network 2b417552-a213-4106-aca5-1b09e6606919 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:11:10.821346 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-046f9109-b9b6-455c-acfa-ae249f7c7573 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3272350 Nov 10 05:11:10.823991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57326) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:10.829106 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:10.852479 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.853632 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.869733 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d0bbb-8f22-4ac9-a231-b3315db68f50 req-c8810540-b7a9-41a1-83c9-4c0cf4d48cd1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:10.872371 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-231d0bbb-8f22-4ac9-a231-b3315db68f50 req-c8810540-b7a9-41a1-83c9-4c0cf4d48cd1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1132200 Nov 10 05:11:10.914805 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:10.941925 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-d3fd26a6-d958-4dc4-885a-e834daec2688 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:10.943412 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-d3fd26a6-d958-4dc4-885a-e834daec2688 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 814 time: 0.1562428 Nov 10 05:11:10.962904 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-231d0bbb-8f22-4ac9-a231-b3315db68f50 req-7cd831b0-ffe1-48d1-b973-98e4fed76e5d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788136 Nov 10 05:11:10.966161 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-6bb8d6ad-7776-44ad-8369-a04a00e8a67c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/quotas/92643bea22a64e6bbff332e59de447cf HTTP/1.1" status: 200 len: 375 time: 0.0141661 Nov 10 05:11:10.985766 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-2b417552-a213-4106-aca5-1b09e6606919', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:11:10.986638 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.019377 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-a75ff7d3-7330-48fa-b3f1-f90613f75f33 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433714 Nov 10 05:11:11.084706 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.131907 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Allocated IP 172.20.0.2 (2b417552-a213-4106-aca5-1b09e6606919/7dd787cb-eb21-4bc8-a463-8213d7f7ebe0/4c624f51-ee00-4547-be8e-3bc2efd07b8b) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:11.145667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e94252-510d-4fec-bf8d-0b5a27824615 req-bd9622aa-d4fd-4950-b3c0-dcc1416fb0e9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:11.147003 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a0e94252-510d-4fec-bf8d-0b5a27824615 req-bd9622aa-d4fd-4950-b3c0-dcc1416fb0e9 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.1064010 Nov 10 05:11:11.209846 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-bcf25ed5-9afc-497f-8ee6-31932ffc1f65 service neutron] 10.222.0.18 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894889 Nov 10 05:11:11.217081 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a0e94252-510d-4fec-bf8d-0b5a27824615 req-ea1daf5a-46bd-480d-9415-4a38244bc13e tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Nov 10 05:11:11.312103 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.328390 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.332627 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-151912d1-2c8b-49d2-b473-90cde6d88b71 service neutron] 10.222.0.18 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126595 Nov 10 05:11:11.340169 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.345871 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.351181 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.394165 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Network 2b417552-a213-4106-aca5-1b09e6606919 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:11.397285 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:11.400959 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:11.441212 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11075780-8f07-416f-a365-03ce482989eb req-51150e4f-490f-436d-a642-8c9cbaecdad5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:11.448552 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11075780-8f07-416f-a365-03ce482989eb req-51150e4f-490f-436d-a642-8c9cbaecdad5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0604630 Nov 10 05:11:11.476347 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Pushing event updated for resources: {'Port': ['ID=4c624f51-ee00-4547-be8e-3bc2efd07b8b,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:11.484745 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.484745 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.485016 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.485486 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.485672 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.485999 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.486323 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.486644 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.487215 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.487347 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.487779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.488064 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:11.491130 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Attempting to bind port 4c624f51-ee00-4547-be8e-3bc2efd07b8b on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:11:11.491523 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Attempting to bind port 4c624f51-ee00-4547-be8e-3bc2efd07b8b by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:11:11.491883 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Attempting to bind port 4c624f51-ee00-4547-be8e-3bc2efd07b8b on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:11.498243 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:11:11.498659 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Checking segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:11.499056 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.499465 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Bound using segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:11:11.499931 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Bound port: 4c624f51-ee00-4547-be8e-3bc2efd07b8b, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:11:11.500308 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.512482 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11075780-8f07-416f-a365-03ce482989eb req-c4244b56-6127-4028-b3de-2cc05268f50b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629890 Nov 10 05:11:11.583121 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Allocated IP 172.27.3.237 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/024c2dae-1707-4511-aa30-003faa908d46) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:11.588315 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-034cbc11-ef8f-4725-8367-5970f61b318a req-b1a57379-cbfa-4215-a5f0-d7eaa385408e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 210 time: 0.0443301 Nov 10 05:11:11.598706 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] For port 4c624f51-ee00-4547-be8e-3bc2efd07b8b, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:11:11.602611 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] For port 4c624f51-ee00-4547-be8e-3bc2efd07b8b, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=4c624f51-ee00-4547-be8e-3bc2efd07b8b,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:11:11.606778 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.678434 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f86fe-e6cf-4ab2-b1c6-b01bf32a8a1c None None] Pushing event updated for resources: {'Port': ['ID=4c624f51-ee00-4547-be8e-3bc2efd07b8b,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:11.732096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-9ee2037d-f885-42b9-87a4-66f2954f5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:11.733625 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-9ee2037d-f885-42b9-87a4-66f2954f5df3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1353664 Nov 10 05:11:11.744579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-2cab675b-1774-4b2c-8325-36dc5004ff53 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:11.746029 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-2cab675b-1774-4b2c-8325-36dc5004ff53 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.1579962 Nov 10 05:11:11.905000 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:11.968032 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-a5f89ee0-ae50-420b-85aa-2ff10e0bf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:11.969610 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-a5f89ee0-ae50-420b-85aa-2ff10e0bf1a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.2209704 Nov 10 05:11:12.020923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.034233 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Deleting port f7d808c0-1b11-4fce-816f-e008f47f4abf {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:12.034647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.139396 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:12.143028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:12.146081 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-942b7e19-6867-4153-947d-3323cf9ebe1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1000 time: 0.1667366 Nov 10 05:11:12.146994 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:12.150539 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Pushing event updated for resources: {'Port': ['ID=024c2dae-1707-4511-aa30-003faa908d46,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:12.259431 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] For port f7d808c0-1b11-4fce-816f-e008f47f4abf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f7d808c0-1b11-4fce-816f-e008f47f4abf,segment=NetworkSegment(0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2),segment_id=0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:12.259800 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.315012 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-5be928b7-35a8-47f0-81a1-150001af3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:12.316502 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-5be928b7-35a8-47f0-81a1-150001af3718 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.1586926 Nov 10 05:11:12.318974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Calling delete_port for f7d808c0-1b11-4fce-816f-e008f47f4abf owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:12.346793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f811ca1-690d-4230-a136-ac0e67494f3c req-a4d7781d-4422-4cec-819d-cb41523b7c0a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:12.348572 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f811ca1-690d-4230-a136-ac0e67494f3c req-a4d7781d-4422-4cec-819d-cb41523b7c0a tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 945 time: 0.0616667 Nov 10 05:11:12.412764 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6f811ca1-690d-4230-a136-ac0e67494f3c req-c916b60d-3bf2-4682-a35c-f9190b4be9b0 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/security-groups?id=864d7f63-a021-4798-8e4f-a98fe161cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578067 Nov 10 05:11:12.487013 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-076b1b03-8a3e-42a0-b643-e175f681ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:12.488530 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-076b1b03-8a3e-42a0-b643-e175f681ca33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1405215 Nov 10 05:11:12.627432 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bb39b-75b7-45d4-83f9-92f7a98ee7b1 req-046705ee-c7c1-4880-8b93-e3773b6afe46 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:12.634645 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-654bb39b-75b7-45d4-83f9-92f7a98ee7b1 req-046705ee-c7c1-4880-8b93-e3773b6afe46 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0606458 Nov 10 05:11:12.671823 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf2c137-39a4-4ca5-ab24-476e0438408f None None] Network 2b417552-a213-4106-aca5-1b09e6606919 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:11:12.696511 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-308cd81b-5a58-4352-9e2c-43a5c3081c86 req-57409cee-6b83-4764-badb-6e223874053e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 210 time: 0.0399404 Nov 10 05:11:12.718416 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-654bb39b-75b7-45d4-83f9-92f7a98ee7b1 req-0877c8c0-de5f-4690-b03c-0b83cde9c442 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754888 Nov 10 05:11:12.766337 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] Provisioning complete for port 4c624f51-ee00-4547-be8e-3bc2efd07b8b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:12.766704 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.925691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-ad27c18f-3cf1-4cb1-b645-29ac34cfe5ed tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:12.940295 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-ad27c18f-3cf1-4cb1-b645-29ac34cfe5ed tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 814 time: 0.1540768 Nov 10 05:11:12.948870 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.955974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:12.963604 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Request body: {'port': {'device_id': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2', 'admin_state_up': True, 'tenant_id': '92643bea22a64e6bbff332e59de447cf'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:12.971906 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-652b4330-9085-4580-a496-45a75ddcb92e service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486837 Nov 10 05:11:12.991400 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['f7d808c0-1b11-4fce-816f-e008f47f4abf'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:12.998901 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.017758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Pushing event deleted for resources: {'Port': ['ID=f7d808c0-1b11-4fce-816f-e008f47f4abf,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:13.018508 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] For port 4c624f51-ee00-4547-be8e-3bc2efd07b8b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=4c624f51-ee00-4547-be8e-3bc2efd07b8b,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:13.023941 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.093035 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162e8d5-5021-4c6e-8114-22360c2874f0 None None] Pushing event updated for resources: {'Port': ['ID=4c624f51-ee00-4547-be8e-3bc2efd07b8b,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:13.123360 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Made reservation on behalf of 92643bea22a64e6bbff332e59de447cf for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:11:13.127385 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.167604 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] No DVR routers for this DVR port f7d808c0-1b11-4fce-816f-e008f47f4abf on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:11:13.175346 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.178786 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.16 "DELETE /v2.0/ports/f7d808c0-1b11-4fce-816f-e008f47f4abf HTTP/1.1" status: 204 len: 173 time: 1.4195678 Nov 10 05:11:13.179296 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'name': 'network-vif-deleted', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:13.181658 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e2c8b-f90a-4d96-8c1e-52939a31de9b" -d '{"events": [{"server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "name": "network-vif-deleted", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:13.242927 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8deef03a-d846-411e-8d4b-adbf45147e5a req-bbe69983-60ed-4298-91cc-7f532cb3952d service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410698 Nov 10 05:11:13.244445 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe53e6-195c-4dff-ae87-9a90f711604f x-openstack-request-id: req-7dfe53e6-195c-4dff-ae87-9a90f711604f {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:13.244828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b0cf35-4356-408a-ab21-a6b927defb15", "name": "network-vif-deleted", "tag": "f7d808c0-1b11-4fce-816f-e008f47f4abf", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:13.245246 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dfe53e6-195c-4dff-ae87-9a90f711604f {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:13.245633 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b0cf35-4356-408a-ab21-a6b927defb15', 'name': 'network-vif-deleted', 'tag': 'f7d808c0-1b11-4fce-816f-e008f47f4abf', 'status': 'completed', 'code': 200} Nov 10 05:11:13.254128 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-10eb545b-bdb2-485f-8db8-01c755f3782e None None] Provisioning complete for port 4c624f51-ee00-4547-be8e-3bc2efd07b8b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:13.254497 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-10eb545b-bdb2-485f-8db8-01c755f3782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.279580 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Allocated IP 172.20.0.12 (5d8dedf4-19fa-4956-bd7a-e8715db272d2/d315f32e-b6b8-4ef4-ac58-728516e2391d/418efcc2-6747-467b-bf74-daab732b97c5) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:13.366122 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.478380 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.547490 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bcf7e39d-a7aa-4be4-a61d-3e270c42e7aa req-b5a71963-7b8a-4a0a-acd8-b0a9ae6bde25 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] 10.222.0.18 "GET /v2.0/ports?device_id=73b0cf35-4356-408a-ab21-a6b927defb15 HTTP/1.1" status: 200 len: 210 time: 0.0443046 Nov 10 05:11:13.551884 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Router e9c45ba3-8201-47d4-aee0-705e52545e44 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:11:13.564715 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.617412 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:13.625186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:13.627536 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Pushing event updated for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:13.629639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:13.630093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 4c624f51-ee00-4547-be8e-3bc2efd07b8b up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:13.693757 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-b2610987-0a01-43af-843a-591fdf8c4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:13.695163 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-b2610987-0a01-43af-843a-591fdf8c4978 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.2250564 Nov 10 05:11:13.698137 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 4c624f51-ee00-4547-be8e-3bc2efd07b8b triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:13.698665 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.703131 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:11:13.722607 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.724187 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-04391765-6b6a-4f31-b8ab-696a5267f81b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8992169 Nov 10 05:11:13.726899 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57366) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:13.727830 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:11:13.787890 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:13.788513 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:13.955831 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:13.956353 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:13.967973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7e13-150b-49b6-9291-71cd94e8ab34 req-ea1b211b-9040-4d04-ac67-21551836d60b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:13.975097 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ede7e13-150b-49b6-9291-71cd94e8ab34 req-ea1b211b-9040-4d04-ac67-21551836d60b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1091249 Nov 10 05:11:14.009255 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8faff-82a4-413e-b0aa-7a170f3dbde9 req-fe1b3dde-db33-4e45-8646-e9b58e621c71 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:14.013883 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:14.017057 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88f8faff-82a4-413e-b0aa-7a170f3dbde9 req-fe1b3dde-db33-4e45-8646-e9b58e621c71 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 932 time: 0.1494429 Nov 10 05:11:14.019994 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-4de52dc4-845a-49eb-ac96-82aa5abdfce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:14.023372 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-4de52dc4-845a-49eb-ac96-82aa5abdfce5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.1857395 Nov 10 05:11:14.024246 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-5a660ae3-3c08-485b-af30-45bdc8379782 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0683100 Nov 10 05:11:14.084530 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9ede7e13-150b-49b6-9291-71cd94e8ab34 req-a0e40761-eb25-4528-9b63-41f39cb573f4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085541 Nov 10 05:11:14.098565 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-88f8faff-82a4-413e-b0aa-7a170f3dbde9 req-426193ea-9ff5-4fdf-ab8e-35ed4125057c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763526 Nov 10 05:11:14.114965 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Request body: {'port': {'device_id': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:14.192842 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.240969 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-935bca65-8db7-453d-95bd-3733dc4c55fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1000 time: 0.1411641 Nov 10 05:11:14.261082 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:12Z', 'revision_number': 3, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:14.292609 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:11:14.292964 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Updating router e9c45ba3-8201-47d4-aee0-705e52545e44 port 024c2dae-1707-4511-aa30-003faa908d46 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:11:14.320567 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.328939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-688881fb-2010-4d98-b96b-daa747e493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:14.330385 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-688881fb-2010-4d98-b96b-daa747e493f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0810459 Nov 10 05:11:14.393985 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.417507 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-5a7dd3c3-179b-4c71-a3ce-0a0981786e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:14.418974 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-5a7dd3c3-179b-4c71-a3ce-0a0981786e7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676126 Nov 10 05:11:14.489300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418efcc2-6747-467b-bf74-daab732b97c5 {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:11:14.496744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.509566 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Transition to ACTIVE for port object 418efcc2-6747-467b-bf74-daab732b97c5 will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:11:14.513277 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.565553 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:14.606636 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.616281 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.616594 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-39a16c6d-b246-4070-876e-3b3060f11762 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621418 Nov 10 05:11:14.634132 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57374) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:14.652412 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Attempting to bind port 418efcc2-6747-467b-bf74-daab732b97c5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:11:14.653051 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Attempting to bind port 418efcc2-6747-467b-bf74-daab732b97c5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:11:14.653779 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Attempting to bind port 418efcc2-6747-467b-bf74-daab732b97c5 on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:14.656844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Allocated IP 172.20.0.1 (2b417552-a213-4106-aca5-1b09e6606919/7dd787cb-eb21-4bc8-a463-8213d7f7ebe0/a150751c-9453-49b2-a240-45e7404f3932) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:14.661686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Port 418efcc2-6747-467b-bf74-daab732b97c5 on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:11:14.662268 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Attempting to bind port 418efcc2-6747-467b-bf74-daab732b97c5 on network 5d8dedf4-19fa-4956-bd7a-e8715db272d2 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:14.671095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:11:14.671499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Checking segment: {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:14.672096 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Bound using segment: {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:11:14.673296 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Bound port: 418efcc2-6747-467b-bf74-daab732b97c5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80556bdd-796d-44a1-a425-150c16dc2604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:11:14.673853 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.704121 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Attempting to bind port 024c2dae-1707-4511-aa30-003faa908d46 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:11:14.704708 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Attempting to bind port 024c2dae-1707-4511-aa30-003faa908d46 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:11:14.705410 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Attempting to bind port 024c2dae-1707-4511-aa30-003faa908d46 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:14.707467 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aa591-f92c-4c20-b5cb-def206e2dbbe None None] Pushing event updated for resources: {'Port': ['ID=024c2dae-1707-4511-aa30-003faa908d46,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:14.713373 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:11:14.713907 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:14.714398 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.714965 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:11:14.715643 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Bound port: 024c2dae-1707-4511-aa30-003faa908d46, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:11:14.716361 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.772033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] For port 024c2dae-1707-4511-aa30-003faa908d46, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:11:14.775229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] For port 024c2dae-1707-4511-aa30-003faa908d46, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=024c2dae-1707-4511-aa30-003faa908d46,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:11:14.776426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Deleting subnet 3d421341-5118-43e8-b5c0-9c92256402a8 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:11:14.781194 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.787691 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-5b8e6ca4-739b-4134-9158-be21f62ba78f req-6ae931f6-0bf0-4e0a-84de-35d4715b8749 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622372 Nov 10 05:11:14.790053 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.827613 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.830290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:11:14.843017 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:14.843768 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:14.845514 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.848297 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=418efcc2-6747-467b-bf74-daab732b97c5,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:11:14.870934 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.876162 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.878851 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aa591-f92c-4c20-b5cb-def206e2dbbe None None] Pushing event updated for resources: {'Port': ['ID=024c2dae-1707-4511-aa30-003faa908d46,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:14.913592 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:14.914374 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:14.915799 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] 10.222.0.16 "PUT /v2.0/ports/418efcc2-6747-467b-bf74-daab732b97c5 HTTP/1.1" status: 200 len: 1094 time: 0.8118854 Nov 10 05:11:14.917011 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Network 2b417552-a213-4106-aca5-1b09e6606919 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:14.919630 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:14.921488 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:14.922601 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "tag": "418efcc2-6747-467b-bf74-daab732b97c5"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:14.925358 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:14.953253 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Pushing event updated for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:14.984808 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.006917 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.047148 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de856ec-4710-4b7e-9519-2b7fdb635185 x-openstack-request-id: req-5de856ec-4710-4b7e-9519-2b7fdb635185 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:15.047615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "tag": "418efcc2-6747-467b-bf74-daab732b97c5", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:15.048017 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5de856ec-4710-4b7e-9519-2b7fdb635185 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:15.048409 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5', 'status': 'completed', 'code': 200} Nov 10 05:11:15.050276 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c704db-1f25-42c8-9d35-7d1a37cb3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:15.104045 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:15.117622 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-e7d0badf-4205-4fda-b32c-27ca3256dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.119374 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-e7d0badf-4205-4fda-b32c-27ca3256dece service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 1097 time: 0.0700507 Nov 10 05:11:15.125521 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.200919 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d421341-5118-43e8-b5c0-9c92256402a8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:15.204202 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.207672 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.208168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f6147df7-bb90-42e4-b474-92c7e19f6e9c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3d421341-5118-43e8-b5c0-9c92256402a8 HTTP/1.1" status: 204 len: 168 time: 0.5724828 Nov 10 05:11:15.210223 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57384) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:15.212386 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-ce56438a-5c94-4b05-bca7-d3c681ce2cba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418efcc2-6747-467b-bf74-daab732b97c5 HTTP/1.1" status: 200 len: 217 time: 0.0765586 Nov 10 05:11:15.316475 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-11801147-c02f-45e0-866f-f2dc50f9d85c None None] Provisioning complete for port a150751c-9453-49b2-a240-45e7404f3932 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:15.316833 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-11801147-c02f-45e0-866f-f2dc50f9d85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.340500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefecfb4-df89-4b56-8560-bf79af15bc7b req-1217f002-c51e-4c67-83a2-a1e26b66191f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.342184 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fefecfb4-df89-4b56-8560-bf79af15bc7b req-1217f002-c51e-4c67-83a2-a1e26b66191f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1334615 Nov 10 05:11:15.344656 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-cb06b9e1-3446-4691-8d76-9e4d86a6fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.346371 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-cb06b9e1-3446-4691-8d76-9e4d86a6fed4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d315f32e-b6b8-4ef4-ac58-728516e2391d HTTP/1.1" status: 200 len: 854 time: 0.0887685 Nov 10 05:11:15.351072 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.353594 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd884b67-e06d-462c-910d-e29840d0cd18 req-6b4a6730-09dc-40c7-85b6-14c9ffebad07 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.355135 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd884b67-e06d-462c-910d-e29840d0cd18 req-6b4a6730-09dc-40c7-85b6-14c9ffebad07 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 944 time: 0.1442592 Nov 10 05:11:15.374770 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device f7d808c0-1b11-4fce-816f-e008f47f4abf no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:11:15.404438 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: f7d808c0-1b11-4fce-816f-e008f47f4abf {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:11:15.405446 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device f7d808c0-1b11-4fce-816f-e008f47f4abf not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:11:15.406893 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-11801147-c02f-45e0-866f-f2dc50f9d85c None None] Port a150751c-9453-49b2-a240-45e7404f3932 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:11:15.407039 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-3c0b23cb-8f31-4648-bfd8-67f58ffe2655 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d8dedf4-19fa-4956-bd7a-e8715db272d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506475 Nov 10 05:11:15.433106 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:12Z', 'revision_number': 3, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:15.462843 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e439f-f9ef-4795-a928-aacd580740b8 None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:12Z', 'revision_number': 3, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:11:15.512491 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.515844 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fefecfb4-df89-4b56-8560-bf79af15bc7b req-79b61d3b-fcbb-4e88-b4af-de6a58d1cdc2 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512685 Nov 10 05:11:15.521232 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd884b67-e06d-462c-910d-e29840d0cd18 req-502cb949-d829-4ceb-8c38-c0582110c421 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490045 Nov 10 05:11:15.540707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a0ca2-19d1-411a-8fa8-e54d497bd1c8']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:15.552714 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:15.555233 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd01fb-ecd7-4e9a-9ff7-a76d0175d5a2') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:15.560554 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-42d0f6e4-76ff-41e3-92a8-690745d91736 service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352992 Nov 10 05:11:15.574694 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.598087 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.609321 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:11:15.609741 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:11:15.611602 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:11:15.664993 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c639329e-5c14-4c6d-a2be-2e2387b6203d req-7e6ccc87-8b42-42ac-9aa3-e518c2edfa6b service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955563 Nov 10 05:11:15.665444 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.674205 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.738714 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.755536 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.758682 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] 10.222.0.18 "DELETE /v2.0/networks/a70a0ca2-19d1-411a-8fa8-e54d497bd1c8 HTTP/1.1" status: 204 len: 168 time: 0.5473831 Nov 10 05:11:15.784295 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748c9f3-6ef5-485c-a8f7-c0773a2b33da admin admin] Pushing event deleted for resources: {'Network': ['ID=a70a0ca2-19d1-411a-8fa8-e54d497bd1c8,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:15.787014 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:15.799677 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Pushing event updated for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:15.834697 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-30bff03d-869a-4c51-af7e-862cf1cd867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.836874 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-30bff03d-869a-4c51-af7e-862cf1cd867e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92643bea22a64e6bbff332e59de447cf&device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 1097 time: 0.0762675 Nov 10 05:11:15.906728 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Network 2b417552-a213-4106-aca5-1b09e6606919 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:15.909043 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:15.947038 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-290878c7-de13-41a6-8eb1-798eecd6cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:15.948557 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-290878c7-de13-41a6-8eb1-798eecd6cebc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 200 len: 915 time: 0.1043119 Nov 10 05:11:15.988870 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57390) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:16.016348 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-226f44c5-0eff-48c2-97e8-909dcd8949cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418efcc2-6747-467b-bf74-daab732b97c5 HTTP/1.1" status: 200 len: 217 time: 0.0606401 Nov 10 05:11:16.082840 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-7022d119-e571-44b2-b7e9-2c849111b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:16.084719 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1447a495-c6c8-4de0-96af-605721ce75d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc30b93c93fa4ceaad6b448afa573e6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0946176 Nov 10 05:11:16.085091 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-7022d119-e571-44b2-b7e9-2c849111b22e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d315f32e-b6b8-4ef4-ac58-728516e2391d HTTP/1.1" status: 200 len: 854 time: 0.0577931 Nov 10 05:11:16.087198 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57392) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:16.092599 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:11:16.148468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0e53-8163-4b05-a1c2-f55123b04a05 None None] Provisioning complete for port a150751c-9453-49b2-a240-45e7404f3932 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:16.149477 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0e53-8163-4b05-a1c2-f55123b04a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:16.150321 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-fe875d29-2d60-48d0-9a9d-05416d6860b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d8dedf4-19fa-4956-bd7a-e8715db272d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444770 Nov 10 05:11:16.200996 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:16.205816 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d0e53-8163-4b05-a1c2-f55123b04a05 None None] Port a150751c-9453-49b2-a240-45e7404f3932 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:11:16.264123 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:16.312115 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-7cb7ec45-e89a-42f0-aa75-39aa27972c24 service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539979 Nov 10 05:11:16.384049 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:16.386742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:16.390095 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/864d7f63-a021-4798-8e4f-a98fe161cee8 HTTP/1.1" status: 204 len: 168 time: 0.3010750 Nov 10 05:11:16.409037 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765af17c-a60d-4dcd-8a8f-e5cbf108d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d7f63-a021-4798-8e4f-a98fe161cee8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:16.441935 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac8812aa-3f0c-4663-b86f-d1762cbc4de9 req-a1897b8e-531e-45bb-ba75-e7ec86614d4f service neutron] 10.222.0.16 "GET /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213527 Nov 10 05:11:16.448599 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:11:16.461330 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-c4914cd1-dc06-490b-bc79-e58c088993bd admin admin] 10.222.0.18 "PUT /v2.0/routers/e9c45ba3-8201-47d4-aee0-705e52545e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270982 Nov 10 05:11:16.661758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed84c9-a55e-4822-8596-d69846097871 req-235dd2be-497f-42d0-b40a-a230de6e29dc tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:16.663371 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7fed84c9-a55e-4822-8596-d69846097871 req-235dd2be-497f-42d0-b40a-a230de6e29dc tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 944 time: 0.0623991 Nov 10 05:11:16.713364 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7fed84c9-a55e-4822-8596-d69846097871 req-2d662e3e-2602-419b-b836-0a902654fb6c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Nov 10 05:11:17.103946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57422) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:17.108926 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331928080', 'description': 'tempest-description--45193415'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:17.130054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.192253 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:11:17.201646 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.201836 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:17.202443 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:17.207156 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.241647 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.245783 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57426) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:17.245997 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409206 Nov 10 05:11:17.248103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086dbb8-175b-4421-b1e9-eabf5b0838ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfdb708-e2bb-4e49-a9d4-d527cc88689c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:17.253114 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group_rule': {'security_group_id': 'ddfdb708-e2bb-4e49-a9d4-d527cc88689c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:17.282890 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.323281 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:17.338672 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.344147 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.366772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de6a19f-48a6-40a6-8a7a-a3ae5b0d8b71,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:17.377862 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.381907 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-db76f603-87e2-4777-ba67-19f56f4f56f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309309 Nov 10 05:11:17.382044 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57432) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:17.387431 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group_rule': {'security_group_id': 'ddfdb708-e2bb-4e49-a9d4-d527cc88689c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:17.419025 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.490109 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.495213 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.519634 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.521019 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379216 Nov 10 05:11:17.522071 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a89fd-fdd5-41ed-afdc-5d417dc8525a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506feef7-76f0-421c-b5d5-e99f14e6c266,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:17.524136 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57438) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:17.530425 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:17.561439 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.580067 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 2, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:17.613202 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 024c2dae-1707-4511-aa30-003faa908d46 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:17.623367 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:11:17.624017 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Updating router e9c45ba3-8201-47d4-aee0-705e52545e44 port a150751c-9453-49b2-a240-45e7404f3932 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:11:17.663929 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.671407 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.671892 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 024c2dae-1707-4511-aa30-003faa908d46 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:17.672357 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.794302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Allocated IP 172.27.3.151 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/febbbc1c-7fd6-4304-a775-967b870f4aca) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:17.802808 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.847761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 024c2dae-1707-4511-aa30-003faa908d46, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=024c2dae-1707-4511-aa30-003faa908d46,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:17.860282 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.907539 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e314260-272a-4fae-822e-141405231d28 req-ac9005fc-8e6b-44fd-83c9-68275c82d477 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:17.909452 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e314260-272a-4fae-822e-141405231d28 req-ac9005fc-8e6b-44fd-83c9-68275c82d477 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 944 time: 0.0993905 Nov 10 05:11:17.931660 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=024c2dae-1707-4511-aa30-003faa908d46,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:17.981929 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:17.994143 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.000624 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.004380 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e314260-272a-4fae-822e-141405231d28 req-1486403a-f201-4e00-ba2c-a8f4a39efd2e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Nov 10 05:11:18.051068 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Pushing event updated for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.052377 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.064219 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.064861 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.065203 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.065537 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.065872 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.066205 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.066531 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.066856 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.067628 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.067628 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.067905 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.068151 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:11:18.100896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:18.104156 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:18.109554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:18.113660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=febbbc1c-7fd6-4304-a775-967b870f4aca,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.136192 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Attempting to bind port a150751c-9453-49b2-a240-45e7404f3932 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:11:18.136950 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Attempting to bind port a150751c-9453-49b2-a240-45e7404f3932 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:11:18.137499 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Attempting to bind port a150751c-9453-49b2-a240-45e7404f3932 on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:18.142769 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:11:18.143140 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Checking segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:18.143558 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.144124 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Bound using segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:11:18.144743 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Bound port: a150751c-9453-49b2-a240-45e7404f3932, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:11:18.145311 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.220616 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] For port a150751c-9453-49b2-a240-45e7404f3932, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:11:18.224169 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] For port a150751c-9453-49b2-a240-45e7404f3932, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a150751c-9453-49b2-a240-45e7404f3932,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:11:18.229307 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.252492 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.279508 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:18.280201 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:18.307537 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.357914 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] Provisioning complete for port a150751c-9453-49b2-a240-45e7404f3932 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:18.358990 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.393335 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d0ca-4645-4200-a232-169b5596d66c None None] Pushing event updated for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.446885 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57460) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:18.454658 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:18.497207 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.529376 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.537589 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] For port a150751c-9453-49b2-a240-45e7404f3932, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a150751c-9453-49b2-a240-45e7404f3932,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:18.537806 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.543025 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.601937 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d8-b6e6-4614-854b-5a5586134113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.614031 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=febbbc1c-7fd6-4304-a775-967b870f4aca,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.614235 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c800-ce87-44fb-8116-6a9ae6a0deba None None] Pushing event updated for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.631775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.648522 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.649789 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-023e402c-35c8-459b-9a09-ef48d56b3e92 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1246333 Nov 10 05:11:18.666554 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-bff0f1c9-ec46-4b12-8653-809878548352 None None] Provisioning complete for port a150751c-9453-49b2-a240-45e7404f3932 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:18.666938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bff0f1c9-ec46-4b12-8653-809878548352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.694449 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d8-b6e6-4614-854b-5a5586134113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.699872 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d72fd2d8-b6e6-4614-854b-5a5586134113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.749198 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d72fd2d8-b6e6-4614-854b-5a5586134113 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd18002ed6c140559cfe1ae116566ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003957 Nov 10 05:11:18.752339 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57466) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:18.752803 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd2d8-b6e6-4614-854b-5a5586134113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ebe6f0-96ff-4471-a7da-49a1d041b152,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:18.760473 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:18.791571 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba864e4a-47dd-4aa0-b606-a863e391a9ed None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:11:18.808176 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.830966 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.935840 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-8094ead5-c715-42b3-8071-a8354179259d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--331928080&fields=id&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 267 time: 0.0702047 Nov 10 05:11:18.964846 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.967540 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:18.968698 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2ebe6f0-96ff-4471-a7da-49a1d041b152 HTTP/1.1" status: 204 len: 168 time: 0.2155659 Nov 10 05:11:19.014262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be6992-b9f3-4e5f-980e-f1f816cfdda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ebe6f0-96ff-4471-a7da-49a1d041b152,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:19.088410 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-8acdcebb-9860-4b18-a304-5d4f0a6ba2b4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:19.090093 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-8acdcebb-9860-4b18-a304-5d4f0a6ba2b4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 816 time: 0.1504493 Nov 10 05:11:19.129054 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-c9cbec11-c77f-474a-b3c9-4c49e989df83 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/quotas/4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 375 time: 0.0280018 Nov 10 05:11:19.171661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756fa4a-1615-4dd7-a91d-73eb3037c1f5 req-d6860ed9-88d4-4e11-823c-33fcd422f995 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:19.173155 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3756fa4a-1615-4dd7-a91d-73eb3037c1f5 req-d6860ed9-88d4-4e11-823c-33fcd422f995 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 944 time: 0.0811939 Nov 10 05:11:19.209622 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-4c7bae82-3a39-4579-bd60-c8772c312825 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731218 Nov 10 05:11:19.242138 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3756fa4a-1615-4dd7-a91d-73eb3037c1f5 req-1ab121c5-7fbc-48d0-8470-83f44df940fe tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606370 Nov 10 05:11:19.325962 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57486) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:19.340573 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e10017e8-ac8c-49b0-a73a-4c70ce9c4fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.383231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 418efcc2-6747-467b-bf74-daab732b97c5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:11:19.434334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e10017e8-ac8c-49b0-a73a-4c70ce9c4fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.434630 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-3e25f361-492e-4289-ae33-126eb9c4236e service neutron] 10.222.0.18 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046659 Nov 10 05:11:19.443080 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e10017e8-ac8c-49b0-a73a-4c70ce9c4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.500207 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=418efcc2-6747-467b-bf74-daab732b97c5,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:19.512260 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '418efcc2-6747-467b-bf74-daab732b97c5', 'network_id': '5d8dedf4-19fa-4956-bd7a-e8715db272d2', 'port_id': '418efcc2-6747-467b-bf74-daab732b97c5', 'mac_address': 'fa:16:3e:b8:86:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd315f32e-b6b8-4ef4-ac58-728516e2391d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:11:19.528837 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e10017e8-ac8c-49b0-a73a-4c70ce9c4fa3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bd6091d8f634c6b80cff9c4f77ac84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014506 Nov 10 05:11:19.531472 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57488) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:19.550046 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10017e8-ac8c-49b0-a73a-4c70ce9c4fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3feaf3-79fc-47bd-9900-3bc73291455f,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:19.562429 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-3ae156c3-58ad-4bc0-9eb1-7a8832eb6a9b service neutron] 10.222.0.18 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199248 Nov 10 05:11:19.572640 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.602998 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418efcc2-6747-467b-bf74-daab732b97c5 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:11:19.628303 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=418efcc2-6747-467b-bf74-daab732b97c5,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:19.639753 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.640299 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.694475 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.700410 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:19.708438 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a150751c-9453-49b2-a240-45e7404f3932 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:19.786874 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a150751c-9453-49b2-a240-45e7404f3932 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:19.787298 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.797774 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.798899 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2d8c8ad4-b80b-4fff-afa5-cd95d61419b5 req-f1e9efd2-0442-4005-8972-be8485853f8a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 210 time: 0.0441446 Nov 10 05:11:19.800883 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:19.804743 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e3feaf3-79fc-47bd-9900-3bc73291455f HTTP/1.1" status: 204 len: 168 time: 0.2681355 Nov 10 05:11:19.822219 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a6625-054b-4dc5-a9e3-a62e842e00f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3feaf3-79fc-47bd-9900-3bc73291455f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:19.907611 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 024c2dae-1707-4511-aa30-003faa908d46 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:19.973000 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 024c2dae-1707-4511-aa30-003faa908d46 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:19.973384 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:20.086706 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['418efcc2-6747-467b-bf74-daab732b97c5'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:20.363780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd239569-1aeb-4978-aaea-396c83e53c7e req-36f12a73-69f4-40e5-a745-f215a9e3f35c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:20.365251 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd239569-1aeb-4978-aaea-396c83e53c7e req-36f12a73-69f4-40e5-a745-f215a9e3f35c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 10 05:11:20.413908 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bd239569-1aeb-4978-aaea-396c83e53c7e req-a5e92109-a2e8-4dd6-aa45-3edc4e6d4f2d tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Nov 10 05:11:20.902405 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe4c1099-d926-4718-b3f6-807837e2c62a req-962a14a4-16cc-49b8-a81d-05d44751dbf3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 210 time: 0.0298362 Nov 10 05:11:21.240397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-8ec29e6c-7b02-4dc4-ad7f-4289beaa76ec tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:21.241820 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-8ec29e6c-7b02-4dc4-ad7f-4289beaa76ec tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 816 time: 0.3246162 Nov 10 05:11:21.339004 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-81e316dc-d514-46a8-83e4-5e2b9664988d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 379 time: 0.0621722 Nov 10 05:11:21.348292 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'port': {'device_id': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'admin_state_up': True, 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'security_groups': ['ddfdb708-e2bb-4e49-a9d4-d527cc88689c']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:21.388672 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 418efcc2-6747-467b-bf74-daab732b97c5 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:21.445005 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 418efcc2-6747-467b-bf74-daab732b97c5 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:11:21.449995 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 418efcc2-6747-467b-bf74-daab732b97c5 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:21.450484 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.463821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Made reservation on behalf of 4596347bbced46eabd591ccd14d8deba for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:11:21.469000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.565107 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.591802 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:21.594162 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8332b3-231f-43c7-a545-49f0a5bff6ef" -d '{"events": [{"server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "name": "network-vif-plugged", "status": "completed", "tag": "418efcc2-6747-467b-bf74-daab732b97c5"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:21.606843 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=418efcc2-6747-467b-bf74-daab732b97c5,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:21.611550 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.613898 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6ea5-3374-4122-aac6-0f976b8c04ea req-b5971d67-c30b-4da2-8ad7-cf4a9a668b75 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:21.615650 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-480b6ea5-3374-4122-aac6-0f976b8c04ea req-b5971d67-c30b-4da2-8ad7-cf4a9a668b75 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 945 time: 0.0718575 Nov 10 05:11:21.644525 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89e7c9-ddc2-4e7e-948e-2e22c79b6d17 x-openstack-request-id: req-3c89e7c9-ddc2-4e7e-948e-2e22c79b6d17 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:21.644837 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "name": "network-vif-plugged", "status": "completed", "tag": "418efcc2-6747-467b-bf74-daab732b97c5", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:21.645093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c89e7c9-ddc2-4e7e-948e-2e22c79b6d17 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:21.645482 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5', 'code': 200} Nov 10 05:11:21.669151 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:21.699189 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Allocated IP 172.20.0.12 (2b417552-a213-4106-aca5-1b09e6606919/7dd787cb-eb21-4bc8-a463-8213d7f7ebe0/dfebb86d-0685-441d-82cd-fa813d3a3764) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:11:21.741347 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-480b6ea5-3374-4122-aac6-0f976b8c04ea req-35a1c64b-fa01-49bd-a59a-1a3025bee279 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008403 Nov 10 05:11:21.877666 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60cea-f8f1-4702-ad1c-460af66f1102 req-27e71131-ec39-4b02-af5e-f523054f187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:21.879056 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-90f60cea-f8f1-4702-ad1c-460af66f1102 req-27e71131-ec39-4b02-af5e-f523054f187f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 1099 time: 0.0387583 Nov 10 05:11:21.884686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.923081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:21.924266 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-90f60cea-f8f1-4702-ad1c-460af66f1102 req-a8d20b74-06da-4a72-8c3a-b8f7c3ebc4fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377095 Nov 10 05:11:21.966719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Network 2b417552-a213-4106-aca5-1b09e6606919 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:11:21.969804 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:11:21.972339 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:11:22.009662 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:22.055225 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:22.055849 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.081329 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555923-8641-464f-bf95-d953315c5a04 req-bff0df90-5375-4376-a308-9e0f04484ed8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:22.082842 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f9555923-8641-464f-bf95-d953315c5a04 req-bff0df90-5375-4376-a308-9e0f04484ed8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 932 time: 0.0844333 Nov 10 05:11:22.087228 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-65e21137-aa7f-4e9c-9774-83176d69dddc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7426920 Nov 10 05:11:22.132358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f9555923-8641-464f-bf95-d953315c5a04 req-9a79738f-834d-4a9e-a408-3b1b44769dad tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Nov 10 05:11:22.210609 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-daff9990-4ddf-4871-9363-22de075cb61f None None] Provisioning complete for port dfebb86d-0685-441d-82cd-fa813d3a3764 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:22.210984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-daff9990-4ddf-4871-9363-22de075cb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.251281 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-daff9990-4ddf-4871-9363-22de075cb61f None None] Port dfebb86d-0685-441d-82cd-fa813d3a3764 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:11:22.332349 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Request body: {'port': {'device_id': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:22.382225 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.630085 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:11:22.637164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.649183 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Transition to ACTIVE for port object dfebb86d-0685-441d-82cd-fa813d3a3764 will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:11:22.652545 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.699200 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:22.768397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Attempting to bind port dfebb86d-0685-441d-82cd-fa813d3a3764 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:11:22.768822 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Attempting to bind port dfebb86d-0685-441d-82cd-fa813d3a3764 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:11:22.769229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Attempting to bind port dfebb86d-0685-441d-82cd-fa813d3a3764 on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:22.784874 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Port dfebb86d-0685-441d-82cd-fa813d3a3764 on network 2b417552-a213-4106-aca5-1b09e6606919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:11:22.785240 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Attempting to bind port dfebb86d-0685-441d-82cd-fa813d3a3764 on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:11:22.797334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:11:22.797787 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Checking segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:11:22.798634 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Bound using segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:11:22.799304 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Bound port: dfebb86d-0685-441d-82cd-fa813d3a3764, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:11:22.799751 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.907101 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:11:22.910967 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:11:22.919982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecd4e4-3a9a-40d9-ac9b-27620af9bece req-00337d5c-6a73-4277-a001-9795530f1e08 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:22.921843 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15ecd4e4-3a9a-40d9-ac9b-27620af9bece req-00337d5c-6a73-4277-a001-9795530f1e08 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0817966 Nov 10 05:11:22.923658 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.965336 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:22.966129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:22.968050 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] 10.222.0.16 "PUT /v2.0/ports/dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 1094 time: 0.6394050 Nov 10 05:11:22.976071 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:22.978303 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d1750-7e47-4465-aed3-f367e85e7fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:23.027933 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f32c8-acf1-4201-a196-1f5bfb7a1744 service neutron] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:23.036132 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a9772-f895-4c02-baff-e4f3a5185af0 x-openstack-request-id: req-e67a9772-f895-4c02-baff-e4f3a5185af0 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:23.036418 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:23.036671 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e67a9772-f895-4c02-baff-e4f3a5185af0 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:23.037058 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'status': 'completed', 'code': 200} Nov 10 05:11:23.041907 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15ecd4e4-3a9a-40d9-ac9b-27620af9bece req-10df9997-edd1-4ae2-bb15-89db74ed1420 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125591 Nov 10 05:11:23.112737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-3f0fe38b-b874-4286-868d-cd1cbf1e8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.114258 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-3f0fe38b-b874-4286-868d-cd1cbf1e8f78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1097 time: 0.0479476 Nov 10 05:11:23.172237 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-13db79c5-d4a5-4685-8b20-9a73d699d407 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Nov 10 05:11:23.282113 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-8b7fe2bf-a258-47cc-85dd-13bdb9deaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.284255 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-8b7fe2bf-a258-47cc-85dd-13bdb9deaefb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.1042681 Nov 10 05:11:23.301735 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f537d6-2ecc-43fd-bb4c-f2f59662d07d req-ef43314b-cdc5-46d7-b5ef-91f3ecc4b3fe tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.303134 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87f537d6-2ecc-43fd-bb4c-f2f59662d07d req-ef43314b-cdc5-46d7-b5ef-91f3ecc4b3fe tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0839305 Nov 10 05:11:23.369171 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6996-4692-4023-8855-2db74e98248c req-ab55a5af-12d6-4718-a0a3-5276b46ec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.370620 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-ab55a5af-12d6-4718-a0a3-5276b46ec86e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647163 Nov 10 05:11:23.377961 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87f537d6-2ecc-43fd-bb4c-f2f59662d07d req-bb615fdc-b6bb-4566-84bc-e0808f2e1d91 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647416 Nov 10 05:11:23.503128 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-2a566622-e890-40d2-9aef-9fc7e3797786 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Nov 10 05:11:23.594458 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-102c6996-4692-4023-8855-2db74e98248c req-5a079f9b-cbc1-4328-b7b1-ea6214aaeb82 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806720 Nov 10 05:11:23.741229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-dffd7535-19c2-4669-9fe0-974026fbf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.742652 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-dffd7535-19c2-4669-9fe0-974026fbf16d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1097 time: 0.0385158 Nov 10 05:11:23.831847 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-61464d93-3317-4114-ac93-e14724dabf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.833259 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-61464d93-3317-4114-ac93-e14724dabf01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0832512 Nov 10 05:11:23.872438 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-f7c0ec57-e022-425f-b8df-c0081b5344c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 217 time: 0.0320232 Nov 10 05:11:23.921505 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-c34cf090-da61-4fb7-b196-921a06ba44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.922861 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-c34cf090-da61-4fb7-b196-921a06ba44db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0441768 Nov 10 05:11:23.971700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-0e5e9737-ae48-40c3-842d-db5ec7aab498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:23.973096 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-0e5e9737-ae48-40c3-842d-db5ec7aab498 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377157 Nov 10 05:11:24.057883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-987c190f-427a-42fd-b708-b122d76283b6 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768723 Nov 10 05:11:24.187308 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f68df-1379-46e1-8cd7-3be1c73f02ca req-bb948fca-b97e-49b8-b75a-4956ed3ecd3e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:24.188738 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-973f68df-1379-46e1-8cd7-3be1c73f02ca req-bb948fca-b97e-49b8-b75a-4956ed3ecd3e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0685000 Nov 10 05:11:24.190455 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f3d1750-7e47-4465-aed3-f367e85e7fe1 req-14dfbc5e-f882-480d-99b5-86d47e7fe84c service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227498 Nov 10 05:11:24.235385 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-973f68df-1379-46e1-8cd7-3be1c73f02ca req-22f78312-a729-4c4d-b88a-6499130475cf tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Nov 10 05:11:24.514737 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2eadb6-f58e-4e2c-a823-a8e61c509c2c req-b63a11ad-81f0-407f-947a-3f6cc11f525e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:24.516290 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe2eadb6-f58e-4e2c-a823-a8e61c509c2c req-b63a11ad-81f0-407f-947a-3f6cc11f525e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0642018 Nov 10 05:11:24.579973 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe2eadb6-f58e-4e2c-a823-a8e61c509c2c req-0a9bb47a-fe08-4fbd-bc0e-66fd86178f29 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543482 Nov 10 05:11:25.059199 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57626) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:25.163187 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83321264-b1c7-4a58-974d-c2c5c3ad44a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.237641 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83321264-b1c7-4a58-974d-c2c5c3ad44a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.241430 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83321264-b1c7-4a58-974d-c2c5c3ad44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.279584 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-83321264-b1c7-4a58-974d-c2c5c3ad44a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa55cf5628e0411381db1da4e1b5b611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192516 Nov 10 05:11:25.280418 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83321264-b1c7-4a58-974d-c2c5c3ad44a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb323f6-606c-45bb-95f5-5f28f3acfc44,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:25.282412 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 57630) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:25.329329 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.349739 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.396537 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.399150 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.400323 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbb323f6-606c-45bb-95f5-5f28f3acfc44 HTTP/1.1" status: 204 len: 168 time: 0.1169460 Nov 10 05:11:25.407728 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee8949-acf3-44f6-9d7b-3b4e4c4c867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb323f6-606c-45bb-95f5-5f28f3acfc44,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:25.659912 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57640) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:25.681079 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-32a0ec87-8c2c-4635-932b-2a1340d9db87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.740391 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7fddb-21ec-43e6-9039-e29a6b739859 req-e3c3a340-878d-4a42-9c2e-d2bbd4df190a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:25.741831 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13a7fddb-21ec-43e6-9039-e29a6b739859 req-e3c3a340-878d-4a42-9c2e-d2bbd4df190a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0747244 Nov 10 05:11:25.811585 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13a7fddb-21ec-43e6-9039-e29a6b739859 req-e6aa8de3-96f8-481d-a7a4-32f975f8de5f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626786 Nov 10 05:11:25.823894 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-32a0ec87-8c2c-4635-932b-2a1340d9db87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.828466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-32a0ec87-8c2c-4635-932b-2a1340d9db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.864454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0ec87-8c2c-4635-932b-2a1340d9db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d02ac-d68b-4aae-a660-0f71fdd4caa4,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:25.868867 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-32a0ec87-8c2c-4635-932b-2a1340d9db87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65365c94e19547728c30c15dae0b8081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079458 Nov 10 05:11:25.871479 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57642) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:25.917280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.938144 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.983439 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.986163 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:25.987453 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e0d02ac-d68b-4aae-a660-0f71fdd4caa4 HTTP/1.1" status: 204 len: 168 time: 0.1149986 Nov 10 05:11:25.995684 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33fb35-8b87-4b0e-81b7-03db03a4b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d02ac-d68b-4aae-a660-0f71fdd4caa4,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:26.344162 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:11:26.931390 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345bd1a-94c9-4e54-937e-e46bd77ca68c req-f271568e-515a-444b-8a2c-d32afcd7ce90 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:26.932881 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3345bd1a-94c9-4e54-937e-e46bd77ca68c req-f271568e-515a-444b-8a2c-d32afcd7ce90 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0508866 Nov 10 05:11:26.979774 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3345bd1a-94c9-4e54-937e-e46bd77ca68c req-3c765144-405e-4eaf-a47a-f719199c0347 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Nov 10 05:11:27.401195 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:11:27.497797 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:27.509931 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:11:27.549740 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:27.563021 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:11:27.582289 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:27.586625 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:27.636961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:28.097308 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e8f1-31f8-4d90-adc5-795d36d92c4b req-b075e964-0d3a-4fe1-b890-9a19f9276d21 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:28.098765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4292e8f1-31f8-4d90-adc5-795d36d92c4b req-b075e964-0d3a-4fe1-b890-9a19f9276d21 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 945 time: 0.0473607 Nov 10 05:11:28.145378 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['dfebb86d-0685-441d-82cd-fa813d3a3764'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:28.145626 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4292e8f1-31f8-4d90-adc5-795d36d92c4b req-a04100ca-582e-4a25-b442-9cbf6ed16d91 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Nov 10 05:11:29.270723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8cb62-92d1-41e1-9d91-5eb4dc477d3b req-ce31519e-0769-4f8f-93ce-e082447c8c29 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:29.272458 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f5b8cb62-92d1-41e1-9d91-5eb4dc477d3b req-ce31519e-0769-4f8f-93ce-e082447c8c29 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Nov 10 05:11:29.318247 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f5b8cb62-92d1-41e1-9d91-5eb4dc477d3b req-476fb8bf-e210-4f3a-b43a-f43f3cc1f550 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401580 Nov 10 05:11:29.411924 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:11:29.462889 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port dfebb86d-0685-441d-82cd-fa813d3a3764 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:11:29.466725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port dfebb86d-0685-441d-82cd-fa813d3a3764 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:11:29.467107 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:29.544294 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:29.567858 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:29.570150 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc3137-00bb-446a-b362-0bf356bde981" -d '{"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:29.582990 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:29.588030 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:29.616604 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b013df-5638-4bcd-ae1d-260b8f6b236e x-openstack-request-id: req-62b013df-5638-4bcd-ae1d-260b8f6b236e {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:29.616884 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:29.617128 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62b013df-5638-4bcd-ae1d-260b8f6b236e {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:29.617498 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'code': 200} Nov 10 05:11:29.643211 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:29.831441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfa483-0e52-43c4-a5f4-fea36b344f1a req-ed8c2498-a7b6-411c-acc6-4d7c639ef03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:29.832940 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7edfa483-0e52-43c4-a5f4-fea36b344f1a req-ed8c2498-a7b6-411c-acc6-4d7c639ef03d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1099 time: 0.0399587 Nov 10 05:11:29.878557 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7edfa483-0e52-43c4-a5f4-fea36b344f1a req-4832da8f-5295-4fbc-a574-07d183608d62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Nov 10 05:11:30.434817 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46841f-285b-4adb-be85-6cbca61a9a9d req-28e52287-9857-4f9f-a01a-bc503ddd8c01 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:30.436306 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e46841f-285b-4adb-be85-6cbca61a9a9d req-28e52287-9857-4f9f-a01a-bc503ddd8c01 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Nov 10 05:11:30.486797 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e46841f-285b-4adb-be85-6cbca61a9a9d req-b06309f9-bef8-467b-9d8e-d97902091300 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Nov 10 05:11:30.834818 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-14523f22-18bc-4700-bce6-b9e8bfeef6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:31.605801 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c14a0-68b9-4e5c-a46e-ca06db52a625 req-9dc632e8-758d-4e31-b102-ce9dac1372c0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:31.607174 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a5c14a0-68b9-4e5c-a46e-ca06db52a625 req-9dc632e8-758d-4e31-b102-ce9dac1372c0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Nov 10 05:11:31.658602 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1a5c14a0-68b9-4e5c-a46e-ca06db52a625 req-67c1895c-1958-4ff5-81c5-30d7e7d88640 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427301 Nov 10 05:11:32.773884 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52def4a7-21bb-44e2-8a42-ab6dddff58bc req-362871c3-f41a-4f7f-a6ea-de10f302684f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:32.775387 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52def4a7-21bb-44e2-8a42-ab6dddff58bc req-362871c3-f41a-4f7f-a6ea-de10f302684f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Nov 10 05:11:32.823328 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52def4a7-21bb-44e2-8a42-ab6dddff58bc req-7b04d927-cb80-40cb-a8b3-1d23238ddf9e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Nov 10 05:11:32.941868 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfb8fb-3694-46ec-8b85-dab773df4479 req-69f1a358-bab4-450e-a45a-1b0f4ae8cdea tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:32.943244 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e2dfb8fb-3694-46ec-8b85-dab773df4479 req-69f1a358-bab4-450e-a45a-1b0f4ae8cdea tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Nov 10 05:11:32.952093 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 57764) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:11:32.956327 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'floatingip': {'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:11:32.995331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:33.198514 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-22099187-ea5f-4475-acdd-be51d6c96ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:33.428153 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:33.431963 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:33.530533 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Floating IP a0821b23-9c16-4508-ac5b-23cfb416de9e associated. External IP: 172.27.3.151, port: dfebb86d-0685-441d-82cd-fa813d3a3764. Nov 10 05:11:33.939499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:11:34.040104 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:11:34.045004 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:34.049933 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:11:34.059079 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:34.059793 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:34.074127 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a78a8814-cf79-4df5-b98f-8ab3fe13b13a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "PUT /v2.0/floatingips/a0821b23-9c16-4508-ac5b-23cfb416de9e HTTP/1.1" status: 200 len: 992 time: 1.1209934 Nov 10 05:11:34.074707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:34.076960 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26726ed4-f571-4753-a6e9-f4183c0f9e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:34.170789 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:34.224967 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:34.237236 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d22c16-da3f-4083-8324-6fab40fe0a32 x-openstack-request-id: req-e4d22c16-da3f-4083-8324-6fab40fe0a32 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:34.237525 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:34.237775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4d22c16-da3f-4083-8324-6fab40fe0a32 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:34.238179 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'status': 'completed', 'code': 200} Nov 10 05:11:34.445326 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'a0821b23-9c16-4508-ac5b-23cfb416de9e', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:18Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:34.471440 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:11:34.480087 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:11:34.480692 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:11:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:34.583386 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:11:34.804854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'a0821b23-9c16-4508-ac5b-23cfb416de9e', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:18Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:11:34.830764 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970305d-96c6-4fdf-9ad8-325dfeb1a54a None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'a0821b23-9c16-4508-ac5b-23cfb416de9e', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:11:18Z', 'updated_at': '2021-11-10T05:11:33Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:11:35.006088 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823567f9-4d5c-456c-8981-49d93450f838 None None] New status for floating IP a0821b23-9c16-4508-ac5b-23cfb416de9e: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:11:35.987823 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:36.756406 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:39.628201 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-820d3c87-babb-4a1a-8eb1-652ea4b9f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:39.629655 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-820d3c87-babb-4a1a-8eb1-652ea4b9f613 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1099 time: 0.0405283 Nov 10 05:11:39.725961 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-03a61cb4-bcca-4297-9c6c-eb4df698e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:39.727477 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-03a61cb4-bcca-4297-9c6c-eb4df698e85a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0848601 Nov 10 05:11:39.830840 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-d529a3f6-adba-4251-8a2c-053b4429ed72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 1002 time: 0.0955565 Nov 10 05:11:39.880553 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-a021b70e-7efb-4fbd-aabf-8eead8b20666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:39.881947 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-a021b70e-7efb-4fbd-aabf-8eead8b20666 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0436356 Nov 10 05:11:39.930687 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-0c817eed-82bf-4c7b-b927-2a9a58c2f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:39.932194 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-0c817eed-82bf-4c7b-b927-2a9a58c2f2ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424619 Nov 10 05:11:40.019737 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-7f4f9971-69dd-48ea-a5c2-3999435f8462 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796297 Nov 10 05:11:40.118661 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26726ed4-f571-4753-a6e9-f4183c0f9e5c req-11179ff4-4189-4904-928e-23011770b122 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893462 Nov 10 05:11:41.312839 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:52.384654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce995018-06b5-401e-a680-4e8db114cb93 req-43cd74e3-31d9-4af6-8f52-032bf8abd3a1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:52.385996 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce995018-06b5-401e-a680-4e8db114cb93 req-43cd74e3-31d9-4af6-8f52-032bf8abd3a1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0476100 Nov 10 05:11:52.431679 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce995018-06b5-401e-a680-4e8db114cb93 req-a68637dd-2c44-486e-999f-3e35b521b59e tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Nov 10 05:11:53.545412 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6ec12-f8b9-44bb-a257-a53353db66ca req-3db525e8-2164-4454-823c-9a2f51f36ed1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:53.546836 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95f6ec12-f8b9-44bb-a257-a53353db66ca req-3db525e8-2164-4454-823c-9a2f51f36ed1 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0502560 Nov 10 05:11:53.591650 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95f6ec12-f8b9-44bb-a257-a53353db66ca req-77aa0fdb-c9af-4078-bdf2-d76e40d38b7c tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Nov 10 05:11:54.702643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041876d-58b1-4cf1-9e80-6a3496f99c58 req-964c75a1-fd4d-426f-81e9-8c62f2d0c916 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:54.704774 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4041876d-58b1-4cf1-9e80-6a3496f99c58 req-964c75a1-fd4d-426f-81e9-8c62f2d0c916 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0465550 Nov 10 05:11:54.749170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4041876d-58b1-4cf1-9e80-6a3496f99c58 req-840fc207-5d06-4648-97b4-dfbf15e0a0e4 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/security-groups?id=8644e18b-c3b5-482d-b2f2-7208091644e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Nov 10 05:11:55.129083 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-8f6f656c-66a0-4e3f-8851-70fa01949557 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:11:55.130530 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-8f6f656c-66a0-4e3f-8851-70fa01949557 tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 946 time: 0.0469859 Nov 10 05:11:55.260743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Deleting port 418efcc2-6747-467b-bf74-daab732b97c5 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:11:55.261069 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:55.349192 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] For port 418efcc2-6747-467b-bf74-daab732b97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=418efcc2-6747-467b-bf74-daab732b97c5,segment=NetworkSegment(80556bdd-796d-44a1-a425-150c16dc2604),segment_id=80556bdd-796d-44a1-a425-150c16dc2604)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:11:55.349544 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:55.363804 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Calling delete_port for 418efcc2-6747-467b-bf74-daab732b97c5 owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:11:55.518389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:55.548735 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Pushing event deleted for resources: {'Port': ['ID=418efcc2-6747-467b-bf74-daab732b97c5,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:11:55.557571 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['418efcc2-6747-467b-bf74-daab732b97c5'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:11:55.608677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] No DVR routers for this DVR port 418efcc2-6747-467b-bf74-daab732b97c5 on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:11:55.611631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:11:55.614919 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39bd145f-e234-4f3b-83bc-450a665d9de7 req-08fe3f66-10c6-41c9-a414-afc93318557f tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.16 "DELETE /v2.0/ports/418efcc2-6747-467b-bf74-daab732b97c5 HTTP/1.1" status: 204 len: 173 time: 0.4775767 Nov 10 05:11:55.615362 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'name': 'network-vif-deleted', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:11:55.617690 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b400a25-259e-4a73-863b-f24e30883a6d" -d '{"events": [{"server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "name": "network-vif-deleted", "tag": "418efcc2-6747-467b-bf74-daab732b97c5"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:11:55.653756 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45328b-8fd1-4232-85c3-696a4adaae81 x-openstack-request-id: req-4a45328b-8fd1-4232-85c3-696a4adaae81 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:11:55.654061 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4eab6a-05f3-4b35-a31e-24d44fbc7433", "name": "network-vif-deleted", "tag": "418efcc2-6747-467b-bf74-daab732b97c5", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:11:55.654309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a45328b-8fd1-4232-85c3-696a4adaae81 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:11:55.654695 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4eab6a-05f3-4b35-a31e-24d44fbc7433', 'name': 'network-vif-deleted', 'tag': '418efcc2-6747-467b-bf74-daab732b97c5', 'status': 'completed', 'code': 200} Nov 10 05:11:55.857381 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e1f43c1-21d3-48a9-8ad3-3405976745ee req-d0bdd072-1ac7-481f-b909-333f981aa2ec tempest-VolumesSnapshotTestJSON-393768702 tempest-VolumesSnapshotTestJSON-393768702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce4eab6a-05f3-4b35-a31e-24d44fbc7433 HTTP/1.1" status: 200 len: 210 time: 0.0251482 Nov 10 05:12:00.837364 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e99cdfe1-7664-437a-9386-6c044ff72de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:01.145789 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 418efcc2-6747-467b-bf74-daab732b97c5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:12:01.166548 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 418efcc2-6747-467b-bf74-daab732b97c5 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:12:01.166881 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 418efcc2-6747-467b-bf74-daab732b97c5 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:12:03.200316 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-277efe70-8a7e-4cca-b5bd-d54cf10cc16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:03.342714 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:12:04.204336 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.293245 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58004) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:04.394877 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1d2f847c-ca83-4b83-987a-5a1b77588bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.467392 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1d2f847c-ca83-4b83-987a-5a1b77588bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.471456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1d2f847c-ca83-4b83-987a-5a1b77588bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.507228 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f847c-ca83-4b83-987a-5a1b77588bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f27e2e-284b-41ce-99c6-2709546eeba8,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:04.511668 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1d2f847c-ca83-4b83-987a-5a1b77588bd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf82cc683b8041eda426d87e739d71b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174239 Nov 10 05:12:04.514243 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58008) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:04.560923 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.581143 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.627912 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.630443 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:04.631582 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56f27e2e-284b-41ce-99c6-2709546eeba8 HTTP/1.1" status: 204 len: 168 time: 0.1164284 Nov 10 05:12:04.638810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618718c-3403-42e5-a237-a1b6bdc9a42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f27e2e-284b-41ce-99c6-2709546eeba8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:05.991981 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:06.757407 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.481405 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58106) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:08.582334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ff2-a283-42bb-b063-4a1a6157e7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.653759 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ff2-a283-42bb-b063-4a1a6157e7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.657345 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64b4ff2-a283-42bb-b063-4a1a6157e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.695177 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c64b4ff2-a283-42bb-b063-4a1a6157e7f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=808f4191d1434f608e4cf9f959dbe586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125013 Nov 10 05:12:08.696002 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b4ff2-a283-42bb-b063-4a1a6157e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e510f6-2a73-4765-a2ea-cffa796dcfb6,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:08.697882 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58110) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:08.745816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.766021 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.811439 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.813946 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:08.815065 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83e510f6-2a73-4765-a2ea-cffa796dcfb6 HTTP/1.1" status: 204 len: 168 time: 0.1162133 Nov 10 05:12:08.822309 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e510f6-2a73-4765-a2ea-cffa796dcfb6,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:08.829411 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.829761 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.830101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.830434 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.830767 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.831098 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.831522 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.831962 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.832274 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.832624 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.832945 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:08.833261 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a7f32-25ca-4810-bff6-aeceddb7bf5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:11.316259 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.586721 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58290) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:17.685759 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fd9c-1b43-4a19-a5b4-374fd0a880e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.756232 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fd9c-1b43-4a19-a5b4-374fd0a880e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.759680 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fd9c-1b43-4a19-a5b4-374fd0a880e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.796376 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8ba3fd9c-1b43-4a19-a5b4-374fd0a880e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=563d41754b7544ec8c763715be5698b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085857 Nov 10 05:12:17.797473 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3fd9c-1b43-4a19-a5b4-374fd0a880e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d5aee-c218-4a42-8661-f9bafad7dfe8,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:17.799016 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58294) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:17.846215 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.868812 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.914924 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.917626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:17.918754 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/163d5aee-c218-4a42-8661-f9bafad7dfe8 HTTP/1.1" status: 204 len: 168 time: 0.1187520 Nov 10 05:12:17.927149 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d5aee-c218-4a42-8661-f9bafad7dfe8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:17.934617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.934967 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.935325 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.935662 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.935994 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.936327 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.936888 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.937012 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.937303 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.937628 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.937947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:17.938265 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec78ad3f-442e-40c8-a872-55655be417be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:18.168722 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58302) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:18.184067 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8959-208c-4dfd-a599-fd9df675e1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.257126 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8959-208c-4dfd-a599-fd9df675e1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.260904 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8959-208c-4dfd-a599-fd9df675e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.297874 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5a9f8959-208c-4dfd-a599-fd9df675e1a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c374fdf1cda49d6b2734b3d985645db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281216 Nov 10 05:12:18.298718 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f8959-208c-4dfd-a599-fd9df675e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2934d43a-6c00-492b-8f4b-67dea675f411,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:18.301029 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58304) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:18.350322 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.371428 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.419467 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.422639 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.424857 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2934d43a-6c00-492b-8f4b-67dea675f411 HTTP/1.1" status: 204 len: 168 time: 0.1218920 Nov 10 05:12:18.435881 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8bcb4-af9a-44d7-9fcf-8c1593170e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934d43a-6c00-492b-8f4b-67dea675f411,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:18.746461 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58316) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:18.759829 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-349c65c0-fdb2-4e12-ad50-e6d5400c070a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.833653 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-349c65c0-fdb2-4e12-ad50-e6d5400c070a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.837045 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-349c65c0-fdb2-4e12-ad50-e6d5400c070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.874227 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-349c65c0-fdb2-4e12-ad50-e6d5400c070a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a00d68109d494ee597fe1dc68fca5af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267326 Nov 10 05:12:18.875077 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c65c0-fdb2-4e12-ad50-e6d5400c070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b959ec36-6637-43fc-aa3f-20f9b3c82abe,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:18.876871 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58318) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:18.923633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.944413 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.990048 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.992988 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:18.994116 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b959ec36-6637-43fc-aa3f-20f9b3c82abe HTTP/1.1" status: 204 len: 168 time: 0.1157155 Nov 10 05:12:19.001489 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42011186-1d0f-4640-97d8-efc280208efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b959ec36-6637-43fc-aa3f-20f9b3c82abe,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:21.869387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58436) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:21.915166 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Deleting subnet d315f32e-b6b8-4ef4-ac58-728516e2391d {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:12:21.918186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:21.952257 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:21.990830 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.041728 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.070196 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.073449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d315f32e-b6b8-4ef4-ac58-728516e2391d HTTP/1.1" status: 204 len: 168 time: 0.2030742 Nov 10 05:12:22.074229 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881232f-b283-4bb4-aa2f-eaef87b0ebfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d315f32e-b6b8-4ef4-ac58-728516e2391d,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:22.076126 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58438) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:22.145310 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.220465 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.240817 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8dedf4-19fa-4956-bd7a-e8715db272d2']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:22.249982 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80556bdd-796d-44a1-a425-150c16dc2604') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:22.250275 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80556bdd-796d-44a1-a425-150c16dc2604') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:22.264762 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.281183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.288138 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:12:22.288530 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:12:22.290369 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:12:22.343612 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.349340 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.352512 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d8dedf4-19fa-4956-bd7a-e8715db272d2 HTTP/1.1" status: 204 len: 168 time: 0.2754028 Nov 10 05:12:22.365535 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5053d57-3826-42da-836e-6f62d27e9efc admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8dedf4-19fa-4956-bd7a-e8715db272d2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:22.524762 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58446) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:22.570201 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d8a1891c-e0cb-4df8-8e6e-46874348441f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92643bea22a64e6bbff332e59de447cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442336 Nov 10 05:12:22.572751 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58448) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:22.618794 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.642284 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.687739 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.690395 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:22.691617 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8644e18b-c3b5-482d-b2f2-7208091644e6 HTTP/1.1" status: 204 len: 168 time: 0.1179502 Nov 10 05:12:22.699320 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32e22c-b323-4f6e-9b9d-430a0ed3731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644e18b-c3b5-482d-b2f2-7208091644e6,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:23.339898 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58472) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:23.438241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1359013708-network', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:23.460241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Made reservation on behalf of 8cacaf67a65445aea4133f5dbac24343 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:12:23.462617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.470987 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.547811 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.551490 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.583270 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:12:23.593235 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c07cd9-5a66-490b-9e32-b4db3531add9,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:23.602936 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.603168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Added segment 9af6829a-77a5-464c-b760-40b8fc76c441 of type vlan for network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 Nov 10 05:12:23.643939 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.669189 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.670143 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:12:23.670736 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.702475 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614902 Nov 10 05:12:23.705397 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58478) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:23.711028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Request body: {'subnet': {'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1359013708-subnet', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:23.732056 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Made reservation on behalf of 8cacaf67a65445aea4133f5dbac24343 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:12:23.734073 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502678c5-533f-4b86-a988-bf4e04fd7778 admin admin] Pushing event updated for resources: {'Network': ['ID=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:23.734315 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.743724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:12:23.901778 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.955687 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28704dfe-cf89-4b82-adff-79f99df2f531,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:23.964725 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Checking segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:23.965071 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Network hostable DHCP agents. Network: dcac6f4c-3ba6-4cd2-9236-f9ae38381b74, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:12:23.981278 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:12:23.989681 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, dcac6f4c-3ba6-4cd2-9236-f9ae38381b74) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:23.993665 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:12:23.994251 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:23.998609 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5657b07-36bf-45c2-ac63-1437412366cb None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:12:24.009336 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ad966735-326f-46d4-8128-23124d07743b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3028107 Nov 10 05:12:24.012142 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58480) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:24.016361 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:24.040281 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.041364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.094007 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.155893 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:12:24.156747 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.231518 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.294931 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Allocated IP 172.20.0.2 (dcac6f4c-3ba6-4cd2-9236-f9ae38381b74/28704dfe-cf89-4b82-adff-79f99df2f531/2d70c4c6-f777-4095-bc4a-5ad655f04d2f) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:24.431805 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.446709 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.451044 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.452618 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.489687 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:24.492449 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:24.499777 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:24.535149 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Pushing event updated for resources: {'Port': ['ID=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:24.558394 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.558744 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.559084 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.559445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.559775 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.560102 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.560430 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.560754 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.561079 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.561401 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.561722 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.562044 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:24.569001 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Allocated IP 172.27.3.101 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/ef0d8c2d-c727-4bb7-b79c-8334414b9805) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:24.575800 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Attempting to bind port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:24.576229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Attempting to bind port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:24.576633 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Attempting to bind port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f on network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:24.582722 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:24.583093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Checking segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:24.583521 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.583923 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Bound using segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:24.584442 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Bound port: 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:24.584888 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.647546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] For port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:24.655936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] For port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:24.661643 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.679677 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.717264 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:24.717944 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1eaea-4ae4-42fd-919c-36117a494e01 None None] Pushing event updated for resources: {'Port': ['ID=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:24.764308 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:24.767592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:24.770109 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:24.797720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Pushing event updated for resources: {'Port': ['ID=ef0d8c2d-c727-4bb7-b79c-8334414b9805,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:25.046970 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:25.239564 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:25.368197 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Router 67fb5baa-cdb1-434a-9ac9-314964113fe1 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:12:25.482887 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:12:25.494961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Sync routers for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:12:25.506571 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:25.507253 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:25.510364 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:25.510522 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-244f0477-6ad5-49e4-a65b-03c81be9f5cd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4948397 Nov 10 05:12:25.510623 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58488) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:25.651904 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:25.694386 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff49e35-1de8-4374-b944-5ca1e88903fb None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:12:25.729808 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2d70c4c6-f777-4095-bc4a-5ad655f04d2f up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:25.991097 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] Provisioning complete for port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:25.991097 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.131715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:26.132079 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.166458 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.242036 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.288920 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:24Z', 'revision_number': 3, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:26.329290 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Allocated IP 172.20.0.1 (dcac6f4c-3ba6-4cd2-9236-f9ae38381b74/28704dfe-cf89-4b82-adff-79f99df2f531/45c379fe-87e4-474e-a5eb-ca2a118c41ba) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:26.347383 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] For port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:26.351103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Checking router: 67fb5baa-cdb1-434a-9ac9-314964113fe1 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:12:26.351722 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Updating router 67fb5baa-cdb1-434a-9ac9-314964113fe1 port ef0d8c2d-c727-4bb7-b79c-8334414b9805 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:12:26.357192 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.411775 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.416036 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.451082 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.500036 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cb20d-a91f-46f4-91f3-c658514cf54c None None] Pushing event updated for resources: {'Port': ['ID=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:26.506212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.546360 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:26.549192 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:26.552382 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:26.581676 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Pushing event updated for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:26.600071 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.614710 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.db.api [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 05:12:26.615058 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG oslo_db.api [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 05:12:26.620102 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-c9c540d2-e1f3-4bb9-b09c-2c5203c0d399 None None] Provisioning complete for port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:26.620465 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9c540d2-e1f3-4bb9-b09c-2c5203c0d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.743789 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.842757 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.848271 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.898250 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Attempting to bind port ef0d8c2d-c727-4bb7-b79c-8334414b9805 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:26.898250 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Attempting to bind port ef0d8c2d-c727-4bb7-b79c-8334414b9805 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:26.898250 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Attempting to bind port ef0d8c2d-c727-4bb7-b79c-8334414b9805 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:26.910652 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:26.911020 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:26.911443 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.911831 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:26.912301 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Bound port: ef0d8c2d-c727-4bb7-b79c-8334414b9805, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:26.912672 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.915927 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412740df-3f4a-41b3-9dc5-3c005ce91499 None None] Pushing event updated for resources: {'Port': ['ID=ef0d8c2d-c727-4bb7-b79c-8334414b9805,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:26.927105 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.931687 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.956014 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-037f190f-ddec-4ceb-9326-4279490c1744 None None] Provisioning complete for port 45c379fe-87e4-474e-a5eb-ca2a118c41ba triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:26.956376 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-037f190f-ddec-4ceb-9326-4279490c1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:26.992397 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] For port ef0d8c2d-c727-4bb7-b79c-8334414b9805, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:26.997818 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:27.000499 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Pushing event updated for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:27.010472 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] For port ef0d8c2d-c727-4bb7-b79c-8334414b9805, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ef0d8c2d-c727-4bb7-b79c-8334414b9805,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:27.011536 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-037f190f-ddec-4ceb-9326-4279490c1744 None None] Port 45c379fe-87e4-474e-a5eb-ca2a118c41ba cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:12:27.016683 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:27.082538 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:27.083149 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:27.084950 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412740df-3f4a-41b3-9dc5-3c005ce91499 None None] Pushing event updated for resources: {'Port': ['ID=ef0d8c2d-c727-4bb7-b79c-8334414b9805,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:27.098252 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:27.099704 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:27.219359 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Router 67fb5baa-cdb1-434a-9ac9-314964113fe1 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:12:27.224889 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:27.334172 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:12:27.339085 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8c160f33-8b26-4dcc-a1c7-8dc1a1e1238e admin admin] 10.222.0.18 "PUT /v2.0/routers/67fb5baa-cdb1-434a-9ac9-314964113fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275552 Nov 10 05:12:27.368424 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-0503c832-5870-4424-bbb1-e20d0ccf5ce6 None None] Provisioning complete for port 45c379fe-87e4-474e-a5eb-ca2a118c41ba triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:27.368691 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0503c832-5870-4424-bbb1-e20d0ccf5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:27.428091 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-0503c832-5870-4424-bbb1-e20d0ccf5ce6 None None] Port 45c379fe-87e4-474e-a5eb-ca2a118c41ba cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:12:27.475674 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 2, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:27.503105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5704b184-0b68-433a-99d9-abcc06ec4173 None None] The sync data for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi is: [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 2, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:12:27.606678 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2d70c4c6-f777-4095-bc4a-5ad655f04d2f up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:27.659910 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:27.660274 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:27.934004 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58516) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:27.938964 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-772938628-network', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:27.961644 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Made reservation on behalf of 8670a1ad2a6344ff9c0893d0d1da1794 for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:12:27.964016 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:27.973998 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.060334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.064587 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.085737 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:12:28.103656 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b832ce-99fe-454f-b315-24e7b564b46a,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:28.106633 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.106986 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Added segment 26cc9a23-12ab-4677-aced-101ed443ec03 of type vlan for network 130450a4-0354-44c5-bf6d-332d0e2037b5 Nov 10 05:12:28.151456 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.195244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.196585 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:12:28.197469 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.261919 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3242881 Nov 10 05:12:28.262586 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58518) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:28.266857 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Request body: {'subnet': {'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-772938628-subnet', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:28.278807 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44386-94ff-4fce-9041-c1f4d977bee0 admin admin] Pushing event updated for resources: {'Network': ['ID=130450a4-0354-44c5-bf6d-332d0e2037b5,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:28.289826 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:12:28.301699 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Made reservation on behalf of 8670a1ad2a6344ff9c0893d0d1da1794 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:12:28.304364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.491704 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.547357 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e960e637-6aaa-42f9-af74-97953b9ca156,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:28.559940 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Checking segment: {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:28.560192 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Network hostable DHCP agents. Network: 130450a4-0354-44c5-bf6d-332d0e2037b5, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:12:28.577328 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:12:28.592113 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 130450a4-0354-44c5-bf6d-332d0e2037b5) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:28.597154 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:12:28.598666 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.602584 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91e2c2-2d99-4eed-928f-50babbb4d808 None None] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:12:28.620351 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-62443664-f359-474b-af41-1e5e670e2771 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3572063 Nov 10 05:12:28.622968 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58522) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:28.627374 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:28.652517 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.654332 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.715371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.772665 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-130450a4-0354-44c5-bf6d-332d0e2037b5', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:12:28.773528 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.862334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:28.918187 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Allocated IP 172.20.0.2 (130450a4-0354-44c5-bf6d-332d0e2037b5/e960e637-6aaa-42f9-af74-97953b9ca156/a8e5b57b-2e58-4301-9e55-3904633c5bd2) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:29.071901 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.078221 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.084434 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.090615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.129929 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:29.132771 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:29.137173 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:29.143135 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Pushing event updated for resources: {'Port': ['ID=a8e5b57b-2e58-4301-9e55-3904633c5bd2,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:29.204158 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Attempting to bind port a8e5b57b-2e58-4301-9e55-3904633c5bd2 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:29.204409 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Allocated IP 172.27.3.130 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/04d22f20-ad9a-45e2-a067-0754fe6199bc) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:29.204561 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Attempting to bind port a8e5b57b-2e58-4301-9e55-3904633c5bd2 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:29.204936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Attempting to bind port a8e5b57b-2e58-4301-9e55-3904633c5bd2 on network 130450a4-0354-44c5-bf6d-332d0e2037b5 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:29.211186 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:29.211619 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Checking segment: {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:29.212045 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.212418 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Bound using segment: {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:29.213117 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Bound port: a8e5b57b-2e58-4301-9e55-3904633c5bd2, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:29.213497 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.281708 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] For port a8e5b57b-2e58-4301-9e55-3904633c5bd2, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:29.286105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] For port a8e5b57b-2e58-4301-9e55-3904633c5bd2, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a8e5b57b-2e58-4301-9e55-3904633c5bd2,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:29.290635 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.316975 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.353762 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba028ba9-fa81-4c51-976b-09b68aabbc3b None None] Pushing event updated for resources: {'Port': ['ID=a8e5b57b-2e58-4301-9e55-3904633c5bd2,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:29.369421 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.414742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:29.420182 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:29.422326 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Pushing event updated for resources: {'Port': ['ID=04d22f20-ad9a-45e2-a067-0754fe6199bc,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:29.424545 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:29.560140 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Sync routers for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:12:29.570477 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:29.571177 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:29.726452 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:29.759022 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ef0d8c2d-c727-4bb7-b79c-8334414b9805 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:29.826628 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ef0d8c2d-c727-4bb7-b79c-8334414b9805 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:29.827048 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.919483 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.945004 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 2, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:29.945271 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port ef0d8c2d-c727-4bb7-b79c-8334414b9805, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ef0d8c2d-c727-4bb7-b79c-8334414b9805,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:29.949786 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.950725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a8e5b57b-2e58-4301-9e55-3904633c5bd2 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:29.954460 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:29.975293 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Checking router: 67fb5baa-cdb1-434a-9ac9-314964113fe1 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:12:29.975892 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Updating router 67fb5baa-cdb1-434a-9ac9-314964113fe1 port 45c379fe-87e4-474e-a5eb-ca2a118c41ba binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:12:30.003829 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.040776 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=ef0d8c2d-c727-4bb7-b79c-8334414b9805,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:30.058247 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a8e5b57b-2e58-4301-9e55-3904633c5bd2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:30.058619 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.162954 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.170476 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.226199 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port a8e5b57b-2e58-4301-9e55-3904633c5bd2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a8e5b57b-2e58-4301-9e55-3904633c5bd2,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:30.233131 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.295997 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=a8e5b57b-2e58-4301-9e55-3904633c5bd2,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:30.353357 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:12:30.353840 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.359419 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.414664 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Pushing event updated for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:30.427313 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.427691 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.428039 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.428375 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.428707 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.429039 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.429364 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.429691 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.430518 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.430518 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.430767 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.430961 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:12:30.487593 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767342-135c-4350-9d15-21dbe8caf138 None None] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:12:30.493979 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:12:30.510419 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Sync routers for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:12:30.518191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.520211 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f8f8af9e-05d7-40ea-94b9-5cf8361f8092 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8961720 Nov 10 05:12:30.521069 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Attempting to bind port 45c379fe-87e4-474e-a5eb-ca2a118c41ba on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:30.521634 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Attempting to bind port 45c379fe-87e4-474e-a5eb-ca2a118c41ba by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:30.521994 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Attempting to bind port 45c379fe-87e4-474e-a5eb-ca2a118c41ba on network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:30.522979 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58530) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:30.527743 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:30.528111 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Checking segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:30.528502 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.528888 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Bound using segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:30.529355 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Bound port: 45c379fe-87e4-474e-a5eb-ca2a118c41ba, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:30.529755 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.604339 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:30.604697 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:30.608781 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] For port 45c379fe-87e4-474e-a5eb-ca2a118c41ba, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:30.609445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-bb41be0d-b027-4f3d-aab9-5d5c29a1f539 None None] Provisioning complete for port a8e5b57b-2e58-4301-9e55-3904633c5bd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:30.609445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bb41be0d-b027-4f3d-aab9-5d5c29a1f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.613790 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] For port 45c379fe-87e4-474e-a5eb-ca2a118c41ba, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=45c379fe-87e4-474e-a5eb-ca2a118c41ba,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:30.630477 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:30.694587 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c25155-a63c-4c2a-a4e4-b4730bf0d499 None None] Pushing event updated for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:30.743124 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:30.743796 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:30.869814 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:30.870374 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:30.963942 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ca155956-269f-4955-927f-8297dc3b6b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.092026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.127389 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:30Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:31.159109 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fef463-7c95-453d-a477-7f35d494f3c2 None None] The sync data for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi is: [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:30Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:12:31.240016 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 3, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:31.287118 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Checking router: f58cc6cf-25c7-40d3-b5ab-90d8929ed472 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:12:31.287567 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Updating router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 port 04d22f20-ad9a-45e2-a067-0754fe6199bc binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:12:31.294598 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Allocated IP 172.20.0.1 (130450a4-0354-44c5-bf6d-332d0e2037b5/e960e637-6aaa-42f9-af74-97953b9ca156/5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:12:31.324136 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.327224 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] Provisioning complete for port 45c379fe-87e4-474e-a5eb-ca2a118c41ba triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:31.327680 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.437586 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.478781 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.516591 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:31.524183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:31.528160 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:12:31.557815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Pushing event updated for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:31.567715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.588758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.635735 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] For port 45c379fe-87e4-474e-a5eb-ca2a118c41ba, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=45c379fe-87e4-474e-a5eb-ca2a118c41ba,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:31.645548 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.750961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ef0d8c2d-c727-4bb7-b79c-8334414b9805 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:31.799083 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6975b-4ebf-4ede-8fd7-2431b863e81e None None] Pushing event updated for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:31.803623 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.854028 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.857109 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-d260406c-5700-4a27-8e1d-ee8d541e1768 None None] Provisioning complete for port a8e5b57b-2e58-4301-9e55-3904633c5bd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:31.857662 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d260406c-5700-4a27-8e1d-ee8d541e1768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.883960 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.960741 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ef0d8c2d-c727-4bb7-b79c-8334414b9805 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:31.961104 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.981667 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60f7b4-8d0b-487b-9669-f59a9749dbd6 None None] Pushing event updated for resources: {'Port': ['ID=04d22f20-ad9a-45e2-a067-0754fe6199bc,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:31.983991 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Attempting to bind port 04d22f20-ad9a-45e2-a067-0754fe6199bc on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:31.984356 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Attempting to bind port 04d22f20-ad9a-45e2-a067-0754fe6199bc by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:31.984715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Attempting to bind port 04d22f20-ad9a-45e2-a067-0754fe6199bc on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:31.994951 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.997910 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:31.998293 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:31.998674 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:31.999064 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:31.999601 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Bound port: 04d22f20-ad9a-45e2-a067-0754fe6199bc, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:31.999945 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.001836 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.078296 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.081368 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Pushing event updated for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:32.097341 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] For port 04d22f20-ad9a-45e2-a067-0754fe6199bc, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:32.132714 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] For port 04d22f20-ad9a-45e2-a067-0754fe6199bc, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=04d22f20-ad9a-45e2-a067-0754fe6199bc,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:32.139478 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.168706 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a8e5b57b-2e58-4301-9e55-3904633c5bd2 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:32.174486 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:12:32.175913 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:12:32.243157 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60f7b4-8d0b-487b-9669-f59a9749dbd6 None None] Pushing event updated for resources: {'Port': ['ID=04d22f20-ad9a-45e2-a067-0754fe6199bc,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:32.251731 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:32.252335 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:32.255533 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-417c23e5-d0c0-4d8e-ab6d-1f1cfd01c83b None None] Provisioning complete for port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:32.255901 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-417c23e5-d0c0-4d8e-ab6d-1f1cfd01c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.293314 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:12:32.368394 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-417c23e5-d0c0-4d8e-ab6d-1f1cfd01c83b None None] Port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:12:32.375039 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a8e5b57b-2e58-4301-9e55-3904633c5bd2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:32.375430 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.401959 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:12:32.407588 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8cf93850-bcf4-4fe1-b222-c1829a3abe7b admin admin] 10.222.0.18 "PUT /v2.0/routers/f58cc6cf-25c7-40d3-b5ab-90d8929ed472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835115 Nov 10 05:12:32.428105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:32.570545 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 45c379fe-87e4-474e-a5eb-ca2a118c41ba up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:32.574462 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-82666647-9f73-4202-9171-1bda883587be None None] Provisioning complete for port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:32.574824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-82666647-9f73-4202-9171-1bda883587be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.670856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-82666647-9f73-4202-9171-1bda883587be None None] Port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:12:32.724485 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 45c379fe-87e4-474e-a5eb-ca2a118c41ba triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:32.724854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:32.781370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247', 'name': '', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'mac_address': 'fa:16:3e:22:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:31Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 2, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'subnets': [{'id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:32.812371 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e5132-74e2-4f14-8393-87f3961c27b7 None None] The sync data for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi is: [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247', 'name': '', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'mac_address': 'fa:16:3e:22:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:31Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 2, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'subnets': [{'id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:12:33.160073 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58558) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.164665 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199885600', 'description': 'tempest-secgroup-smoke-1199885600 description', 'project_id': '8cacaf67a65445aea4133f5dbac24343'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.189844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.203414 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4bf66b01-f2f5-4488-874f-82e48df9cc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.263557 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.267040 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.299246 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.300481 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1393750 Nov 10 05:12:33.302299 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050691a-f98c-4175-b878-28ff1ed19cf1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6626a38c-7e10-48f2-b92e-00bd540ee2b4,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.303614 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58560) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.308207 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.336117 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.400184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.403622 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.421500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54454f3-2336-4cb8-a63f-92805ae1b4b8,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.426503 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.427708 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d6bd5810-f7c2-4cb2-b7c4-112a8a46b84e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230502 Nov 10 05:12:33.430392 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58562) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.434624 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.460797 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.516962 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.520925 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.538518 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53508b7-174e-4820-8ce6-9243fe0603e0,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.546547 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.547733 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e5262dfd-1c69-4705-a684-883f24105c80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164317 Nov 10 05:12:33.550982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58564) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.560282 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.588408 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.617964 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 45c379fe-87e4-474e-a5eb-ca2a118c41ba up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:33.651380 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.655245 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.668385 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 45c379fe-87e4-474e-a5eb-ca2a118c41ba triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:33.668756 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.673739 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ebc02c-0c64-41bf-8579-027dd2346586,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.681934 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.685687 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-60066119-dda5-4ed2-83ab-965831a3b9f1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310368 Nov 10 05:12:33.685921 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58572) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.691967 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.717905 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.777383 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.783059 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.804407 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3faa8f1f-5007-43c5-abe6-87edef834ef8,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.809857 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.813828 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-67a7688f-433f-4cd5-8276-fca5cd0cbba9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243286 Nov 10 05:12:33.813973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58574) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.818421 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.840744 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.securitygroups_db [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Project 8cacaf67a65445aea4133f5dbac24343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:12:33.845959 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.907802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.911999 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.932757 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc5b0b6-1cd1-4fd7-8a63-e7dd1f44829b,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:33.939499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:33.940780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-cf7bbfaa-32f5-43ac-8857-9efc9572535b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259639 Nov 10 05:12:33.943620 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58578) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:12:33.948268 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'security_group_rule': {'security_group_id': '6626a38c-7e10-48f2-b92e-00bd540ee2b4', 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:12:33.974006 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.securitygroups_db [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Project 8cacaf67a65445aea4133f5dbac24343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:12:33.989481 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:34.068528 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:34.072706 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:34.091299 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d0cbec-d01b-4489-98a4-49bc31cd6522,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:34.101806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:34.103058 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d9640108-efe9-47b0-bd7c-870a03a75a0d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583743 Nov 10 05:12:34.211573 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.240213 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Sync routers for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:12:35.250270 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:35.250873 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:35.457331 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:35.624572 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 04d22f20-ad9a-45e2-a067-0754fe6199bc up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:35.661204 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247', 'name': '', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'mac_address': 'fa:16:3e:22:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:31Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 2, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'subnets': [{'id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:35.673303 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 04d22f20-ad9a-45e2-a067-0754fe6199bc triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:35.673671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.687244 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Checking router: f58cc6cf-25c7-40d3-b5ab-90d8929ed472 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:12:35.687633 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Updating router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:12:35.716936 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.758048 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.783285 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 04d22f20-ad9a-45e2-a067-0754fe6199bc, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=04d22f20-ad9a-45e2-a067-0754fe6199bc,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:35.787805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.836657 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=04d22f20-ad9a-45e2-a067-0754fe6199bc,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:35.987328 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.993850 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:35.996056 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.052746 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974483e-bb37-426c-bd42-f684ffa5dd18 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:36.102077 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Attempting to bind port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:12:36.102547 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Attempting to bind port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:12:36.102970 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Attempting to bind port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 on network 130450a4-0354-44c5-bf6d-332d0e2037b5 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:12:36.108043 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:12:36.108410 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Checking segment: {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:12:36.108796 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.109180 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Bound using segment: {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:12:36.109632 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Bound port: 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cc9a23-12ab-4677-aced-101ed443ec03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:12:36.110016 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.171765 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] For port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:12:36.174662 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] For port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:12:36.179438 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.220096 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] Provisioning complete for port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:36.220536 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.234181 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:12:36.234883 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:12:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:36.308197 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.317239 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974483e-bb37-426c-bd42-f684ffa5dd18 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:36.349564 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:12:36.352311 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] For port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:12:36.357544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.413671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b35e-0be5-47a9-a4c3-3dea4c1f0e37 None None] Pushing event updated for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:12:36.478457 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-6c52544d-6a3e-4f0b-a14c-07739a4e850f None None] Provisioning complete for port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:36.478795 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6c52544d-6a3e-4f0b-a14c-07739a4e850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:36.557494 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247', 'name': '', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'mac_address': 'fa:16:3e:22:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:31Z', 'updated_at': '2021-11-10T05:12:36Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'subnets': [{'id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:12:36.585530 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f32c6-b77e-4024-8007-3f3d0290d74e None None] The sync data for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi is: [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247', 'name': '', 'network_id': '130450a4-0354-44c5-bf6d-332d0e2037b5', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'mac_address': 'fa:16:3e:22:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:31Z', 'updated_at': '2021-11-10T05:12:36Z', 'revision_number': 4, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'subnets': [{'id': 'e960e637-6aaa-42f9-af74-97953b9ca156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:12:36.762580 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:37.619215 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 04d22f20-ad9a-45e2-a067-0754fe6199bc up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:37.667790 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 04d22f20-ad9a-45e2-a067-0754fe6199bc triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:37.668156 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:37.742305 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:12:37.790986 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:12:37.791678 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:12:40.341685 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:12:41.325687 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.097022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58838) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:00.207326 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-317f4fb3-94b5-450c-a9cd-dad32bfefc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.284181 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-317f4fb3-94b5-450c-a9cd-dad32bfefc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.288626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-317f4fb3-94b5-450c-a9cd-dad32bfefc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.324155 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4fb3-94b5-450c-a9cd-dad32bfefc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8576eb24-fbf5-433c-a688-cc46ad68177c,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:00.328215 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-317f4fb3-94b5-450c-a9cd-dad32bfefc69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed80abad123b49fd8c1c058a12ab22c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291403 Nov 10 05:13:00.330816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58842) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:00.380957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.406719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.456351 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.459513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:00.460670 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8576eb24-fbf5-433c-a688-cc46ad68177c HTTP/1.1" status: 204 len: 168 time: 0.1287386 Nov 10 05:13:00.470638 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c12b-9657-45ab-be73-9f66227d438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8576eb24-fbf5-433c-a688-cc46ad68177c,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:00.643738 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e8178-d2d2-4218-bc6f-2fbfb95908f5 req-86650b80-706f-479b-9b3a-dd72b652a989 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:00.647704 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d38e8178-d2d2-4218-bc6f-2fbfb95908f5 req-86650b80-706f-479b-9b3a-dd72b652a989 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Nov 10 05:13:00.697488 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d38e8178-d2d2-4218-bc6f-2fbfb95908f5 req-95cfc937-0367-405a-b170-6fc7609137ce tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 Nov 10 05:13:00.836395 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0fab9d5b-3497-41e7-9ebf-1f4d9f023aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.093986 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58874) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:01.188493 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-974605193-network', 'tenant_id': '4a6bba38248e474db34b5086fe25d791'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:01.208124 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Made reservation on behalf of 4a6bba38248e474db34b5086fe25d791 for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:01.210548 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.218558 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.290904 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.294306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.314204 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:13:01.327606 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5bb12-052d-4054-a18b-2727a7fb78b3,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:01.334054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.334388 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Added segment c915a3a6-6f81-4323-ad30-5bca9c11c367 of type vlan for network bec5c149-3e0d-46f2-bc14-029b10e64cd0 Nov 10 05:13:01.373115 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.397051 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.398030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:01.398631 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.432765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3377090 Nov 10 05:13:01.435660 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58878) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:01.440594 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Request body: {'subnet': {'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-974605193-subnet', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:01.461183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Made reservation on behalf of 4a6bba38248e474db34b5086fe25d791 for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:01.463646 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.463823 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078a74-0050-4d76-9f1f-532b72255626 admin admin] Pushing event updated for resources: {'Network': ['ID=bec5c149-3e0d-46f2-bc14-029b10e64cd0,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:01.473798 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:13:01.818782 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253d672-267d-4c7d-b21c-89d01ec4d091 req-65a7b42d-3b9a-4a07-93dd-52ee25c1c30b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:01.820314 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0253d672-267d-4c7d-b21c-89d01ec4d091 req-65a7b42d-3b9a-4a07-93dd-52ee25c1c30b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Nov 10 05:13:01.852580 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.879571 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0253d672-267d-4c7d-b21c-89d01ec4d091 req-d68a3135-46dd-4f33-822b-2d036162ef62 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516469 Nov 10 05:13:01.908677 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8813010-772b-4e46-a9bd-ddbfb109baa4,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:01.918479 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:01.918772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Network hostable DHCP agents. Network: bec5c149-3e0d-46f2-bc14-029b10e64cd0, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:13:01.934840 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:13:01.942903 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, bec5c149-3e0d-46f2-bc14-029b10e64cd0) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:01.947137 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:01.948729 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.951963 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6621e6e-2cf7-44b7-b5bd-c469f9d99a91 None None] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:13:01.963276 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-eed2a1e0-7dae-4b42-9919-aae120c18192 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5264630 Nov 10 05:13:01.966125 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58886) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:01.970260 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:01.991246 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:01.992226 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.045112 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.095388 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:13:02.096231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.176775 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.230145 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Allocated IP 172.20.0.2 (bec5c149-3e0d-46f2-bc14-029b10e64cd0/c8813010-772b-4e46-a9bd-ddbfb109baa4/84bca985-4b50-4804-a4e7-40f3137ccd4e) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:02.373622 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.374484 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.380377 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.392420 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.422216 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:02.425062 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:02.429467 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:02.432420 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Pushing event updated for resources: {'Port': ['ID=84bca985-4b50-4804-a4e7-40f3137ccd4e,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:02.482046 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Attempting to bind port 84bca985-4b50-4804-a4e7-40f3137ccd4e on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:02.482661 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Attempting to bind port 84bca985-4b50-4804-a4e7-40f3137ccd4e by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:02.483028 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Attempting to bind port 84bca985-4b50-4804-a4e7-40f3137ccd4e on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:02.490397 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:02.490768 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:02.491165 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.491590 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Bound using segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:02.492058 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Bound port: 84bca985-4b50-4804-a4e7-40f3137ccd4e, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:02.492434 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.501499 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Allocated IP 172.27.3.211 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/1e515c75-115d-4428-81d6-b07c328f0246) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:02.559506 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] For port 84bca985-4b50-4804-a4e7-40f3137ccd4e, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:02.562519 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] For port 84bca985-4b50-4804-a4e7-40f3137ccd4e, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=84bca985-4b50-4804-a4e7-40f3137ccd4e,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:02.565904 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.607485 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.621356 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49823e4-eb48-41f8-a442-ac0ea3554122 None None] Pushing event updated for resources: {'Port': ['ID=84bca985-4b50-4804-a4e7-40f3137ccd4e,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:02.646877 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.688976 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:02.695427 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:02.697339 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Pushing event updated for resources: {'Port': ['ID=1e515c75-115d-4428-81d6-b07c328f0246,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:02.699465 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:02.973080 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:02.998643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75d426-49ec-48c9-822d-617cf41064c8 req-eee7fbb1-bd40-46b3-a318-87bd9009621f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:03.000121 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e75d426-49ec-48c9-822d-617cf41064c8 req-eee7fbb1-bd40-46b3-a318-87bd9009621f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0602458 Nov 10 05:13:03.049667 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0e75d426-49ec-48c9-822d-617cf41064c8 req-efa4ffab-60cb-4edb-99a4-939b94903ee7 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Nov 10 05:13:03.168178 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:03.208890 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d02aad99-63b6-4585-9935-9528daea8e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:03.300684 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:13:03.408670 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:13:03.417514 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:13:03.425303 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:03.426541 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8e5437b8-4e85-42c3-961b-746f284acd45 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4594827 Nov 10 05:13:03.429237 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58894) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:03.429791 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:03.430581 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:03.474724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f9ca2-e196-40b8-99a0-bba81f2ecfab None None] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:13:03.605473 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] Provisioning complete for port 84bca985-4b50-4804-a4e7-40f3137ccd4e triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:03.606109 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:03.640953 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:03.671294 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 84bca985-4b50-4804-a4e7-40f3137ccd4e up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:03.859240 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.020925 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Allocated IP 172.20.0.1 (bec5c149-3e0d-46f2-bc14-029b10e64cd0/c8813010-772b-4e46-a9bd-ddbfb109baa4/133cf125-6081-4e7e-8913-fa2169270475) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:04.044567 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 84bca985-4b50-4804-a4e7-40f3137ccd4e triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:04.044852 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.046280 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.140322 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.150553 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] For port 84bca985-4b50-4804-a4e7-40f3137ccd4e, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=84bca985-4b50-4804-a4e7-40f3137ccd4e,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:04.158544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.179385 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ee9d2-ebf7-4522-b7fe-3f5cfe27cf28 req-2fc86f8d-134c-4de3-b3e1-fef13f03c806 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:04.181510 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-010ee9d2-ebf7-4522-b7fe-3f5cfe27cf28 req-2fc86f8d-134c-4de3-b3e1-fef13f03c806 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0571871 Nov 10 05:13:04.186710 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.241740 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:04.249007 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-010ee9d2-ebf7-4522-b7fe-3f5cfe27cf28 req-2c3992b5-03af-4291-aa0e-0ea9708e25a1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614486 Nov 10 05:13:04.249621 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:04.252546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:04.267106 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.278919 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:02Z', 'revision_number': 3, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:04.283635 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273bbdb-bc15-4e92-bded-2f76b14cbbe9 None None] Pushing event updated for resources: {'Port': ['ID=84bca985-4b50-4804-a4e7-40f3137ccd4e,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:04.308266 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:04.315319 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.317712 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:13:04.317915 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Updating router 18446021-100f-4d3b-953b-d1fa13a6a5ce port 1e515c75-115d-4428-81d6-b07c328f0246 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:13:04.345408 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.446414 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-7909be9e-9b22-4fcd-9f86-bb604b717e66 None None] Provisioning complete for port 84bca985-4b50-4804-a4e7-40f3137ccd4e triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:04.446780 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7909be9e-9b22-4fcd-9f86-bb604b717e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.452598 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.620939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.625707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.691435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.694202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.696831 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.697511 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:04.761930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Attempting to bind port 1e515c75-115d-4428-81d6-b07c328f0246 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:04.762291 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Attempting to bind port 1e515c75-115d-4428-81d6-b07c328f0246 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:04.762649 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Attempting to bind port 1e515c75-115d-4428-81d6-b07c328f0246 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:04.770523 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0a4ef-7790-4ebf-9625-b09ab4921c6c None None] Pushing event updated for resources: {'Port': ['ID=1e515c75-115d-4428-81d6-b07c328f0246,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:04.774246 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:04.774615 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:04.775007 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.775414 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:04.775884 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Bound port: 1e515c75-115d-4428-81d6-b07c328f0246, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:04.776258 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.777773 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-1983ac05-9d7b-4a7b-a821-dbd07c357fcd None None] Provisioning complete for port 133cf125-6081-4e7e-8913-fa2169270475 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:04.778220 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-1983ac05-9d7b-4a7b-a821-dbd07c357fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.787568 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:04.789057 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:04.848564 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-1983ac05-9d7b-4a7b-a821-dbd07c357fcd None None] Port 133cf125-6081-4e7e-8913-fa2169270475 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:04.857984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] For port 1e515c75-115d-4428-81d6-b07c328f0246, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:04.861429 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] For port 1e515c75-115d-4428-81d6-b07c328f0246, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=1e515c75-115d-4428-81d6-b07c328f0246,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:04.865380 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:04.906121 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:13:04.938358 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0a4ef-7790-4ebf-9625-b09ab4921c6c None None] Pushing event updated for resources: {'Port': ['ID=1e515c75-115d-4428-81d6-b07c328f0246,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:04.953696 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:04.954318 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:05.027840 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:13:05.033093 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-30f31aa1-14fd-4e19-b4c8-51d706833dd3 admin admin] 10.222.0.18 "PUT /v2.0/routers/18446021-100f-4d3b-953b-d1fa13a6a5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6028898 Nov 10 05:13:05.074085 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:05.110990 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-58aa1b8a-a3dc-4b86-a84f-9dca3e502eec None None] Provisioning complete for port 133cf125-6081-4e7e-8913-fa2169270475 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:05.111369 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-58aa1b8a-a3dc-4b86-a84f-9dca3e502eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.183305 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-fbedb16b-0727-4132-8800-70fafa58230c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199885600&fields=id&tenant_id=8cacaf67a65445aea4133f5dbac24343 HTTP/1.1" status: 200 len: 267 time: 0.0495620 Nov 10 05:13:05.200028 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-58aa1b8a-a3dc-4b86-a84f-9dca3e502eec None None] Port 133cf125-6081-4e7e-8913-fa2169270475 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:05.305232 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-c47d56af-154d-4bc7-96e8-6cdeb64ec292 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:05.306765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-c47d56af-154d-4bc7-96e8-6cdeb64ec292 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 809 time: 0.1153448 Nov 10 05:13:05.323055 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-20e130f5-1a58-4e11-a213-465630abc616 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/quotas/8cacaf67a65445aea4133f5dbac24343 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Nov 10 05:13:05.347589 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 2, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:05.375506 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89988b19-e263-4fec-9632-8e6e506f108a None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 2, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:13:05.419161 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-432698b0-68b7-486d-a4ad-b03a4a45cd1c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894811 Nov 10 05:13:05.436308 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a084b6-6207-46f7-91d9-eefb07d6e798 req-271e6629-78e0-4ff0-89d2-1d61066b16e9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:05.438088 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4a084b6-6207-46f7-91d9-eefb07d6e798 req-271e6629-78e0-4ff0-89d2-1d61066b16e9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0935628 Nov 10 05:13:05.545673 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4a084b6-6207-46f7-91d9-eefb07d6e798 req-d8ea9af9-44d2-4573-9b9f-0819c66198da tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971489 Nov 10 05:13:05.546293 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58926) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:05.553750 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1072814525-network', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:05.571596 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-8b0a48ec-6fa3-4359-a85f-64100a90968b service neutron] 10.222.0.18 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324027 Nov 10 05:13:05.591757 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Made reservation on behalf of 8f10346831604a1bba7c1c4c02e5babb for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:05.594474 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.606860 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.678764 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 84bca985-4b50-4804-a4e7-40f3137ccd4e up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:05.702487 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-0c59b4e2-1326-4548-9b6d-d8afd78fa60d service neutron] 10.222.0.18 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298325 Nov 10 05:13:05.734972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.742634 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.751753 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 84bca985-4b50-4804-a4e7-40f3137ccd4e triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:05.752210 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.773051 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284fd63f-538e-46bd-a501-b87b649f62c4,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:05.788409 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:13:05.799857 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.800197 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Added segment 064d0c6f-25d0-42a3-9b0d-79bc89e2e23a of type vlan for network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 Nov 10 05:13:05.854590 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.880695 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.881654 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:05.882247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:05.941513 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3913431 Nov 10 05:13:05.942210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58934) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:05.946328 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Request body: {'subnet': {'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1072814525-subnet', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:05.958423 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f28b2-caaf-47d6-b4a9-2f067a7a9f20 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc8185e-9b14-4eba-9151-380ff0e7c9d7,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:05.969395 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:13:05.995981 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Made reservation on behalf of 8f10346831604a1bba7c1c4c02e5babb for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:06.001746 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.072880 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.106629 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c5c0af9-06b4-4911-b85e-4aee364b2b9c req-a558628f-2d0d-40f6-be69-9c69d556dd0e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 210 time: 0.0724916 Nov 10 05:13:06.460230 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.530012 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3affbcd-b49c-47c3-9913-d21dd6794b0d,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:06.537367 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Checking segment: {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:06.537715 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Network hostable DHCP agents. Network: 1cc8185e-9b14-4eba-9151-380ff0e7c9d7, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:13:06.556690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:13:06.566423 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 1cc8185e-9b14-4eba-9151-380ff0e7c9d7) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:06.572647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:06.573242 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.581683 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879cfb56-9451-4b36-8ee0-adf3ee4f4cb1 None None] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:13:06.599046 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58952) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:06.604468 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-a2a8d9c0-83f0-4b85-b508-4c74da0c5e94 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6616490 Nov 10 05:13:06.606163 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:06.636600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.637882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.736253 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.746098 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfea9-45d5-4034-932b-a197a7a1fdc5 req-e53a388b-e7eb-416b-9829-4a7c25d00a36 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:06.753367 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d2dcfea9-45d5-4034-932b-a197a7a1fdc5 req-e53a388b-e7eb-416b-9829-4a7c25d00a36 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1111622 Nov 10 05:13:06.798127 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:13:06.799103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.805478 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.927205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:06.935251 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d2dcfea9-45d5-4034-932b-a197a7a1fdc5 req-c316c154-5679-4d3f-8628-30253bfbb5c7 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810699 Nov 10 05:13:06.969652 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Allocated IP 172.20.0.2 (1cc8185e-9b14-4eba-9151-380ff0e7c9d7/c3affbcd-b49c-47c3-9913-d21dd6794b0d/eb9e5f20-b26c-46e1-913d-0f73e4e18a5b) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:07.113758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.119569 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.148041 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.170616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.260149 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9f713645-5436-4764-a05f-43efc579b2ac req-f3335929-5762-482c-85fb-5f95eac40124 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 210 time: 0.0443609 Nov 10 05:13:07.320038 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:07.324544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:07.342229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:07.359537 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Pushing event updated for resources: {'Port': ['ID=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:07.409581 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Attempting to bind port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:07.409956 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Attempting to bind port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:07.410313 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Attempting to bind port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b on network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:07.411702 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Allocated IP 172.27.3.210 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/ab2aa417-62eb-4b6d-8771-83fca64e1103) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:07.415876 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:07.416246 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Checking segment: {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:07.416647 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.417033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Bound using segment: {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:07.417496 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Bound port: eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:07.417871 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.442586 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-a2a78087-5ce5-4c0c-8bb2-0041eb712984 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:07.443980 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-a2a78087-5ce5-4c0c-8bb2-0041eb712984 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 809 time: 0.1876850 Nov 10 05:13:07.482483 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] For port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:07.488156 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] For port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:07.493850 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.565500 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680849-79c0-4e96-9f35-be89b7b4afef None None] Pushing event updated for resources: {'Port': ['ID=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:07.591821 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-0faf5a41-95fb-4378-b3b6-91c0d88e363b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cacaf67a65445aea4133f5dbac24343 HTTP/1.1" status: 200 len: 380 time: 0.1256616 Nov 10 05:13:07.602035 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'port': {'device_id': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'admin_state_up': True, 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'security_groups': ['6626a38c-7e10-48f2-b92e-00bd540ee2b4']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:07.611802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.665447 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 1e515c75-115d-4428-81d6-b07c328f0246 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:07.722262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.735301 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:13:07.737510 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 1e515c75-115d-4428-81d6-b07c328f0246 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:07.737959 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.750042 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:07.756008 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:07.797967 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:07.805486 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:07.814109 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:07.825825 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Made reservation on behalf of 8cacaf67a65445aea4133f5dbac24343 for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:07.829326 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.871535 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2aa417-62eb-4b6d-8771-83fca64e1103,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:07.874315 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.909774 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:07.912229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 1e515c75-115d-4428-81d6-b07c328f0246, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=1e515c75-115d-4428-81d6-b07c328f0246,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:07.916841 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:07.994202 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=1e515c75-115d-4428-81d6-b07c328f0246,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:08.147338 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 2, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:08.172030 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b73537-ca38-4db6-82a4-a10c461504c5 req-43c6c822-95b2-498f-9ea8-98b3b454fde0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:08.173572 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3b73537-ca38-4db6-82a4-a10c461504c5 req-43c6c822-95b2-498f-9ea8-98b3b454fde0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1406434 Nov 10 05:13:08.179138 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:13:08.180159 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Updating router 18446021-100f-4d3b-953b-d1fa13a6a5ce port 133cf125-6081-4e7e-8913-fa2169270475 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:13:08.203843 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.234669 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Allocated IP 172.20.0.8 (dcac6f4c-3ba6-4cd2-9236-f9ae38381b74/28704dfe-cf89-4b82-adff-79f99df2f531/3c058082-144a-4341-8f41-336a22fb97c5) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:08.486629 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.493953 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.544113 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f565d-a002-4dbc-9fd4-66c37bc23c5f None None] Pushing event updated for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:08.605544 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Attempting to bind port 133cf125-6081-4e7e-8913-fa2169270475 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:08.605928 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Attempting to bind port 133cf125-6081-4e7e-8913-fa2169270475 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:08.606292 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Attempting to bind port 133cf125-6081-4e7e-8913-fa2169270475 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:08.617088 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:08.617469 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:08.617871 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.618345 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Bound using segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:08.618973 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Bound port: 133cf125-6081-4e7e-8913-fa2169270475, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:08.619403 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.621150 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3b73537-ca38-4db6-82a4-a10c461504c5 req-cb737efe-2d54-435d-8abb-06ca888525ef tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279728 Nov 10 05:13:08.680750 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-492d2954-0805-4529-865f-398e87b97ba8 req-edf39d93-0aee-4953-8dda-a1ac28fdb32a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 210 time: 0.1134880 Nov 10 05:13:08.710210 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.731807 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982591a0-a34f-4973-84e1-96169f7e93db None None] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:13:08.802479 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] Provisioning complete for port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:08.802853 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.828836 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] For port 133cf125-6081-4e7e-8913-fa2169270475, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:08.834085 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] For port 133cf125-6081-4e7e-8913-fa2169270475, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=133cf125-6081-4e7e-8913-fa2169270475,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:08.837981 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.844860 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.909998 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:08.909998 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:08.958290 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f565d-a002-4dbc-9fd4-66c37bc23c5f None None] Pushing event updated for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:08.962793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:08.965758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.003962 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] For port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:09.006798 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.009861 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.059623 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:09.072884 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac146eb-d0eb-4f9a-9b73-fbe6d2d91d8f None None] Pushing event updated for resources: {'Port': ['ID=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:09.081265 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:09.087005 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:09.092745 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:09.095083 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:09.139975 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] Provisioning complete for port 133cf125-6081-4e7e-8913-fa2169270475 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:09.140551 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.202268 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:09.202937 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.237954 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-95cc14c3-b9b5-4b54-bae1-b6fe3952ba57 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6397004 Nov 10 05:13:09.255223 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.260288 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Request body: {'port': {'device_id': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:09.299155 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] For port 133cf125-6081-4e7e-8913-fa2169270475, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=133cf125-6081-4e7e-8913-fa2169270475,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:09.303818 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.344238 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Router 0ebaee93-1625-4fa2-b59a-baa8fb461989 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:13:09.358341 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.372504 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d35c65-9b46-4a29-b0a5-8a03a2be06ac None None] Pushing event updated for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:09.374623 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:08Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:09.407325 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb780d8-e60c-44ff-a768-15787cfde705 None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:08Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:13:09.433200 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-7c16ec47-fb74-468b-8a46-a9931289ba2c None None] Provisioning complete for port 133cf125-6081-4e7e-8913-fa2169270475 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:09.433485 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7c16ec47-fb74-468b-8a46-a9931289ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.530352 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-7c16ec47-fb74-468b-8a46-a9931289ba2c None None] Provisioning complete for port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:09.530721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7c16ec47-fb74-468b-8a46-a9931289ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.587184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:13:09.612390 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Sync routers for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:13:09.642972 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:09.643636 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:09.670963 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.674693 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-2fba4c7a-8a2c-47d7-b531-d447b8e60ef9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0721991 Nov 10 05:13:09.675065 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58966) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:09.793791 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c058082-144a-4341-8f41-336a22fb97c5 {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:13:09.802989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.825691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Transition to ACTIVE for port object 3c058082-144a-4341-8f41-336a22fb97c5 will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:13:09.828007 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-d873fc76-07bd-4f64-b9fe-5e889047ccaa None None] Provisioning complete for port 3c058082-144a-4341-8f41-336a22fb97c5 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:09.829031 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d873fc76-07bd-4f64-b9fe-5e889047ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.835413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:09.861344 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:09.896497 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 1e515c75-115d-4428-81d6-b07c328f0246 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:09.989942 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22174ca-6a9d-4086-b873-760c21fe545f req-a0f930b1-1af7-4729-8827-c184b0d54bb2 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:09.991603 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f22174ca-6a9d-4086-b873-760c21fe545f req-a0f930b1-1af7-4729-8827-c184b0d54bb2 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.1632633 Nov 10 05:13:10.027663 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a2d4-2189-45dd-b42b-95438c60e523 req-6f6c81bd-1c83-49b4-8c42-0181a12a327d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:10.036202 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2432a2d4-2189-45dd-b42b-95438c60e523 req-6f6c81bd-1c83-49b4-8c42-0181a12a327d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.2054174 Nov 10 05:13:10.069231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-d873fc76-07bd-4f64-b9fe-5e889047ccaa None None] Port 3c058082-144a-4341-8f41-336a22fb97c5 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:10.101452 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 1e515c75-115d-4428-81d6-b07c328f0246 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:10.101819 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.112085 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:10.157615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Attempting to bind port 3c058082-144a-4341-8f41-336a22fb97c5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:10.157946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Attempting to bind port 3c058082-144a-4341-8f41-336a22fb97c5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:10.158528 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Attempting to bind port 3c058082-144a-4341-8f41-336a22fb97c5 on network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:10.164385 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Port 3c058082-144a-4341-8f41-336a22fb97c5 on network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:13:10.164704 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Attempting to bind port 3c058082-144a-4341-8f41-336a22fb97c5 on network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:10.173235 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f22174ca-6a9d-4086-b873-760c21fe545f req-a330da58-e568-46fb-950b-845ba9cc68e2 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334913 Nov 10 05:13:10.174163 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:10.174497 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Checking segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:10.174866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Bound using segment: {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:10.175342 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Bound port: 3c058082-144a-4341-8f41-336a22fb97c5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af6829a-77a5-464c-b760-40b8fc76c441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:10.175673 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.269589 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:08Z', 'revision_number': 3, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:10.287812 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2432a2d4-2189-45dd-b42b-95438c60e523 req-afd93e42-c178-406f-96ea-a87cc348ba5b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507548 Nov 10 05:13:10.292508 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:10.297129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:10.302096 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.312376 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.332066 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Checking router: 0ebaee93-1625-4fa2-b59a-baa8fb461989 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:13:10.333001 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Updating router 0ebaee93-1625-4fa2-b59a-baa8fb461989 port ab2aa417-62eb-4b6d-8771-83fca64e1103 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:13:10.360144 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:10.360758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.362215 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-b262d126-110c-4824-a912-b961d9b38695 service neutron] 10.222.0.16 "PUT /v2.0/ports/3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 1093 time: 1.1083517 Nov 10 05:13:10.362659 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:10.367814 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:10.424840 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d126-110c-4824-a912-b961d9b38695 service neutron] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:10.434080 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.443955 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a575eb3-d7c6-49e7-89e1-57f3c6ee74f6 x-openstack-request-id: req-4a575eb3-d7c6-49e7-89e1-57f3c6ee74f6 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:10.444569 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:10.444569 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a575eb3-d7c6-49e7-89e1-57f3c6ee74f6 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:10.444882 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'status': 'completed', 'code': 200} Nov 10 05:13:10.480411 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device eb9e5f20-b26c-46e1-913d-0f73e4e18a5b up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:10.499847 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-34aee8f1-0aba-44ef-a416-4777366f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:10.501605 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-34aee8f1-0aba-44ef-a416-4777366f651b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1096 time: 0.0781565 Nov 10 05:13:10.535182 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Allocated IP 172.20.0.1 (1cc8185e-9b14-4eba-9151-380ff0e7c9d7/c3affbcd-b49c-47c3-9913-d21dd6794b0d/bbe4ec0a-08f1-42a8-bba0-d6a56f810123) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:10.569291 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-e27d3581-6507-4e00-995c-9c690d1de9ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 217 time: 0.0527341 Nov 10 05:13:10.623005 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-20e24b7d-15dd-4d63-bc84-7e5c96b1cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:10.624534 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-20e24b7d-15dd-4d63-bc84-7e5c96b1cbb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0475311 Nov 10 05:13:10.664753 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.673571 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-8216b2c5-4049-4dcb-aaa8-fee7462485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:10.675372 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-8216b2c5-4049-4dcb-aaa8-fee7462485e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438633 Nov 10 05:13:10.698690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.734035 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:10.736939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:10.740847 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:10.773710 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:10.774077 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.777494 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:10.779657 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-43cb2b42-c6a3-4cf3-8d6f-443752a318c9 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962594 Nov 10 05:13:10.791398 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.791747 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.792088 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.792427 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.792764 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.793120 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.793626 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.793998 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.794302 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.794626 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.794947 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.795415 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:10.805548 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:10.901564 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9aa084ff-ad1d-4d24-98ad-3ce7aa8393c6 req-edbd038f-12d0-4273-9fdb-18248a70aff3 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139266 Nov 10 05:13:10.966763 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 133cf125-6081-4e7e-8913-fa2169270475 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:10.968261 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.017917 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.025120 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.042503 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-c413c239-51a0-4982-81c0-9873a86da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.043942 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-c413c239-51a0-4982-81c0-9873a86da601 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1096 time: 0.0489872 Nov 10 05:13:11.094421 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 133cf125-6081-4e7e-8913-fa2169270475 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:11.094700 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.098562 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81706-7a2b-417d-85d9-c2dc1b561899 None None] Pushing event updated for resources: {'Port': ['ID=ab2aa417-62eb-4b6d-8771-83fca64e1103,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:11.100828 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Attempting to bind port ab2aa417-62eb-4b6d-8771-83fca64e1103 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:11.101191 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Attempting to bind port ab2aa417-62eb-4b6d-8771-83fca64e1103 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:11.101546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Attempting to bind port ab2aa417-62eb-4b6d-8771-83fca64e1103 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:11.130628 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:11.131000 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:11.131725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.131845 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:11.132273 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Bound port: ab2aa417-62eb-4b6d-8771-83fca64e1103, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:11.132651 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.140598 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-bff8a97f-ea7a-4aab-b6fe-a02e2d3d5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.142063 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-bff8a97f-ea7a-4aab-b6fe-a02e2d3d5e81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.0901115 Nov 10 05:13:11.149465 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.153929 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.161760 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-4bd43b46-3368-407c-81f4-e4e96a43aba8 None None] Provisioning complete for port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:11.162127 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4bd43b46-3368-407c-81f4-e4e96a43aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.189969 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-3aeafc1a-c248-425e-8993-5b2d0e6b99ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 217 time: 0.0399415 Nov 10 05:13:11.220331 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.221668 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-4bd43b46-3368-407c-81f4-e4e96a43aba8 None None] Port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:11.224614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:11.253252 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] For port ab2aa417-62eb-4b6d-8771-83fca64e1103, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:11.272966 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] For port ab2aa417-62eb-4b6d-8771-83fca64e1103, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ab2aa417-62eb-4b6d-8771-83fca64e1103,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:11.281853 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.286836 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-2eecef07-ae31-4bc9-8e18-eb33043bb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.293587 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-2eecef07-ae31-4bc9-8e18-eb33043bb79f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0967453 Nov 10 05:13:11.360838 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.371063 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417338ee-acea-4a7a-9cfd-b9e13e0b9d38 req-6f0c7c44-b6f3-4169-a3d0-5c037b2ddf91 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.371468 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:11.372975 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:11.373603 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:11.374466 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:11.378181 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-417338ee-acea-4a7a-9cfd-b9e13e0b9d38 req-6f0c7c44-b6f3-4169-a3d0-5c037b2ddf91 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0820825 Nov 10 05:13:11.414606 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-9b70ea6c-5499-488a-9a65-17e67d56b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.416120 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-9b70ea6c-5499-488a-9a65-17e67d56b9ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098225 Nov 10 05:13:11.419233 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81706-7a2b-417d-85d9-c2dc1b561899 None None] Pushing event updated for resources: {'Port': ['ID=ab2aa417-62eb-4b6d-8771-83fca64e1103,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:11.522083 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:11.525772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Router 0ebaee93-1625-4fa2-b59a-baa8fb461989 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:13:11.552868 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-417338ee-acea-4a7a-9cfd-b9e13e0b9d38 req-4b2c812d-10ca-410d-855c-7c6876d683cd tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738524 Nov 10 05:13:11.565839 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53ecd5-ea14-446c-b796-5865fa4a3a04 req-ac19b31c-a550-4619-868d-02cdd0722a43 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:11.567909 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc53ecd5-ea14-446c-b796-5865fa4a3a04 req-ac19b31c-a550-4619-868d-02cdd0722a43 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1877768 Nov 10 05:13:11.608718 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-644a84ef-7eee-4c14-9eb7-24238ea8813f service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774449 Nov 10 05:13:11.652339 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:13:11.657213 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-cd2fcb14-06c8-47db-9917-2093f5303322 admin admin] 10.222.0.18 "PUT /v2.0/routers/0ebaee93-1625-4fa2-b59a-baa8fb461989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9810960 Nov 10 05:13:11.678023 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc53ecd5-ea14-446c-b796-5865fa4a3a04 req-968b6742-1e22-450b-9c34-867942dd9ae6 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985694 Nov 10 05:13:11.711171 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-5c599655-0a96-40b1-9276-ef55190f05ba None None] Provisioning complete for port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:11.711569 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5c599655-0a96-40b1-9276-ef55190f05ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:11.744136 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a497edf-bd9f-4c8f-bcdf-3ad31da070a5 req-617166ab-53c3-4074-a1a8-d31d2506b69c service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272500 Nov 10 05:13:11.760622 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-5c599655-0a96-40b1-9276-ef55190f05ba None None] Port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:11.822288 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-12830162-b974-4bf3-ab08-2118428c35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:10Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'bbe4ec0a-08f1-42a8-bba0-d6a56f810123', 'name': '', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'mac_address': 'fa:16:3e:65:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:10Z', 'updated_at': '2021-11-10T05:13:11Z', 'revision_number': 2, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'subnets': [{'id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:11.848096 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12830162-b974-4bf3-ab08-2118428c35df None None] The sync data for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi is: [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:10Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'bbe4ec0a-08f1-42a8-bba0-d6a56f810123', 'name': '', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'mac_address': 'fa:16:3e:65:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:10Z', 'updated_at': '2021-11-10T05:13:11Z', 'revision_number': 2, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'subnets': [{'id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:13:12.186705 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 58990) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:12.191599 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561980843', 'description': 'tempest-secgroup-smoke-1561980843 description', 'project_id': '4a6bba38248e474db34b5086fe25d791'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:12.215517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.286000 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.290130 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.320155 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.324355 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58992) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:12.324529 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365407 Nov 10 05:13:12.329007 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a72cd1-a933-46ce-a5a4-18b22a001de4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:12.329542 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:12.366244 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.433347 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.440328 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.470853 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f784b4-7c27-44ac-a919-d8455a9becd9,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:12.484378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.484378 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4260619f-0819-4d89-ab6a-8416181949c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580150 Nov 10 05:13:12.486294 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 58994) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:12.494731 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:12.551606 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.600699 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-65684441-f8bd-43e8-8fe9-3776a90061fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:12.602212 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-65684441-f8bd-43e8-8fe9-3776a90061fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0846651 Nov 10 05:13:12.622126 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.636964 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.699302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f56e5-942a-4307-bf72-81eb29831f9c,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:12.737329 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.738764 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-bb5620b8-c656-4994-9c32-9a60984fdf3b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513506 Nov 10 05:13:12.741930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59002) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:12.747060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:12.771290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adb3fd-dae0-4ce8-b09c-4a935bab2ff5 req-a56389da-3ac8-4d07-9e81-19fdae0e783a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:12.772826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54adb3fd-dae0-4ce8-b09c-4a935bab2ff5 req-a56389da-3ac8-4d07-9e81-19fdae0e783a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.1088033 Nov 10 05:13:12.783648 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.814534 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-c6bba68d-cf50-4f8c-8b75-961fa85efc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:12.815998 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-c6bba68d-cf50-4f8c-8b75-961fa85efc35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.1898229 Nov 10 05:13:12.851905 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.855980 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.883214 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea463d6-3dbc-4f87-91b5-500dafb0fb89,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:12.890163 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.894437 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ea102639-00f3-4733-ac7d-c6977ae35557 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513011 Nov 10 05:13:12.895408 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59004) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:12.900248 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:12.931372 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:12.999360 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.005160 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.024250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753876d2-d36b-4825-af8b-b1344a96a036,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:13.033647 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.038493 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b56fc3e8-94ed-4627-b3ba-36dc6a088d50 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417658 Nov 10 05:13:13.039152 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59006) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:13.043704 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:13.074937 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.securitygroups_db [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Project 4a6bba38248e474db34b5086fe25d791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:13:13.080517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.149252 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.153783 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.160166 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54adb3fd-dae0-4ce8-b09c-4a935bab2ff5 req-bdb3ccb1-db7a-4be7-8d30-a169ee9b909b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802278 Nov 10 05:13:13.165511 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-c4226432-e4c5-4c82-a785-1c45a0420047 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1000 time: 0.3337951 Nov 10 05:13:13.170231 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad6e73d-723c-4aed-98b6-ef529efbd5a6,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:13.172892 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e35bc-b984-416a-adeb-9a0d1b183e92 req-0c267fd5-1476-412c-b6a2-f68da4be907f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:13.179836 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a14e35bc-b984-416a-adeb-9a0d1b183e92 req-0c267fd5-1476-412c-b6a2-f68da4be907f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.3839605 Nov 10 05:13:13.193626 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.197883 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e65b749f-627f-4677-ae8f-0bd5f6b302d1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576524 Nov 10 05:13:13.198497 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59008) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:13.203361 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'security_group_rule': {'security_group_id': '8f6545e5-0aba-41a0-81b1-b7cb4ba729f0', 'project_id': '4a6bba38248e474db34b5086fe25d791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:13.225502 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.securitygroups_db [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Project 4a6bba38248e474db34b5086fe25d791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:13:13.230418 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.259223 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-4214df49-bf7c-4158-822a-33267bcc35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:13.261126 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-4214df49-bf7c-4158-822a-33267bcc35fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0788424 Nov 10 05:13:13.267801 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a14e35bc-b984-416a-adeb-9a0d1b183e92 req-fd954046-fced-4fc6-9161-cd4b1f69065c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870461 Nov 10 05:13:13.292887 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.296678 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.313550 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce1565b-c896-4bd1-9774-98efe1ad1172,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:13.322715 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.323922 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e90989a4-b7b2-415e-ade6-b7c299ab2217 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244118 Nov 10 05:13:13.328791 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-6bfd7650-3865-49e5-b3b0-87b80cb764a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:13.329777 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-6bfd7650-3865-49e5-b3b0-87b80cb764a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444207 Nov 10 05:13:13.425459 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-4b249083-8356-441a-823c-c6cb9e3fa30d service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885017 Nov 10 05:13:13.515303 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6a9b788f-7029-4138-8db2-93a7c4dd5e1e req-c346e59c-e58c-45f4-9c46-a98ed738a6e2 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Nov 10 05:13:13.671546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ab2aa417-62eb-4b6d-8771-83fca64e1103 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:13.737616 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ab2aa417-62eb-4b6d-8771-83fca64e1103 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:13.738101 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.830548 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.850946 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port ab2aa417-62eb-4b6d-8771-83fca64e1103, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ab2aa417-62eb-4b6d-8771-83fca64e1103,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:13.855467 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:13.877615 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Sync routers for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:13:13.888417 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:13.889305 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:13.908573 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=ab2aa417-62eb-4b6d-8771-83fca64e1103,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:13.998507 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:14.201817 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:10Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'bbe4ec0a-08f1-42a8-bba0-d6a56f810123', 'name': '', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'mac_address': 'fa:16:3e:65:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:10Z', 'updated_at': '2021-11-10T05:13:11Z', 'revision_number': 2, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'subnets': [{'id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:14.232740 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Checking router: 0ebaee93-1625-4fa2-b59a-baa8fb461989 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:13:14.233088 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Updating router 0ebaee93-1625-4fa2-b59a-baa8fb461989 port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:13:14.258174 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.294595 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110b6f-7e07-4341-9b3b-09be3a0af7e9 req-3f1ac9bf-f9ae-4e1a-a876-3959e9b371e6 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:14.296129 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7110b6f-7e07-4341-9b3b-09be3a0af7e9 req-3f1ac9bf-f9ae-4e1a-a876-3959e9b371e6 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0564311 Nov 10 05:13:14.359479 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a7110b6f-7e07-4341-9b3b-09be3a0af7e9 req-4bf2e435-33d6-4945-a9fe-b56efb9e6947 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551419 Nov 10 05:13:14.464601 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335e77-0da8-41f8-91af-b1da3355c34d req-b03a9eae-219a-4460-a8d0-4cacf56d6b1f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:14.466132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b335e77-0da8-41f8-91af-b1da3355c34d req-b03a9eae-219a-4460-a8d0-4cacf56d6b1f tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Nov 10 05:13:14.515580 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b335e77-0da8-41f8-91af-b1da3355c34d req-5e56c038-18ca-4fea-93a5-979b544ae79a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Nov 10 05:13:14.535795 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.540920 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.589755 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d2a2-e7c3-450e-a73d-6ecf85401b9d None None] Pushing event updated for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:14.642468 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Attempting to bind port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:14.642835 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Attempting to bind port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:14.643191 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Attempting to bind port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 on network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:14.648384 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:14.648750 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Checking segment: {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:14.649150 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.649535 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Bound using segment: {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:14.649991 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Bound port: bbe4ec0a-08f1-42a8-bba0-d6a56f810123, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:14.650384 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.720105 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] For port bbe4ec0a-08f1-42a8-bba0-d6a56f810123, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:14.724507 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] For port bbe4ec0a-08f1-42a8-bba0-d6a56f810123, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:14.731397 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.792832 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:14.793734 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:14.809528 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] Provisioning complete for port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:14.810502 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.846894 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d2a2-e7c3-450e-a73d-6ecf85401b9d None None] Pushing event updated for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=4']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:14.903713 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.920867 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:14.940987 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] For port bbe4ec0a-08f1-42a8-bba0-d6a56f810123, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:14.945587 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:14.999605 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7808-c6b0-44eb-9d9b-d16efc9dfb78 None None] Pushing event updated for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:15.065601 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-7acdde7d-182c-44db-a407-fbb9c6fd6cc2 None None] Provisioning complete for port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:15.065877 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7acdde7d-182c-44db-a407-fbb9c6fd6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:15.220177 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:10Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'bbe4ec0a-08f1-42a8-bba0-d6a56f810123', 'name': '', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'mac_address': 'fa:16:3e:65:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:10Z', 'updated_at': '2021-11-10T05:13:14Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'subnets': [{'id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:15.245542 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78c632-77a1-424b-b577-226b3224c4e2 None None] The sync data for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi is: [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:13:10Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'bbe4ec0a-08f1-42a8-bba0-d6a56f810123', 'name': '', 'network_id': '1cc8185e-9b14-4eba-9151-380ff0e7c9d7', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'mac_address': 'fa:16:3e:65:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:10Z', 'updated_at': '2021-11-10T05:13:14Z', 'revision_number': 4, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'subnets': [{'id': 'c3affbcd-b49c-47c3-9913-d21dd6794b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:13:15.481159 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480662de-56e6-4ea3-9471-b24d035dff5f req-16471003-5b5f-48c7-b638-b88a3b14ae2b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:15.482941 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-480662de-56e6-4ea3-9471-b24d035dff5f req-16471003-5b5f-48c7-b638-b88a3b14ae2b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0525107 Nov 10 05:13:15.537711 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-480662de-56e6-4ea3-9471-b24d035dff5f req-abc1a0b9-5441-462a-9ddf-530c1c9b443e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480204 Nov 10 05:13:15.648543 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d20a8e-b1e8-402d-a588-fa4f90a07d5c req-29866d8a-d886-4d83-8455-135c1698a0b1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:15.655881 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0d20a8e-b1e8-402d-a588-fa4f90a07d5c req-29866d8a-d886-4d83-8455-135c1698a0b1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0595779 Nov 10 05:13:15.671493 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device bbe4ec0a-08f1-42a8-bba0-d6a56f810123 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:15.703612 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f0d20a8e-b1e8-402d-a588-fa4f90a07d5c req-6b2ff283-c55a-4560-a085-b53c059cbf18 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Nov 10 05:13:15.729399 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:15.729758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:15.815288 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ab2aa417-62eb-4b6d-8771-83fca64e1103 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:15.862847 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port ab2aa417-62eb-4b6d-8771-83fca64e1103 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:15.863872 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:16.651021 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8ac7-d144-4cb9-b8d1-471e2c7ee7a6 req-3294ccb9-a170-4f64-9537-2dbe9d655638 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:16.652529 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c23e8ac7-d144-4cb9-b8d1-471e2c7ee7a6 req-3294ccb9-a170-4f64-9537-2dbe9d655638 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0472133 Nov 10 05:13:16.702333 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c23e8ac7-d144-4cb9-b8d1-471e2c7ee7a6 req-354ba7a1-4738-48f9-b38c-bb7aa7c02343 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Nov 10 05:13:16.826188 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3d941-7239-493b-8a21-f2b6c36d0599 req-3b080c83-9e60-41d1-908c-598ee91f5f3d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:16.827870 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d4d3d941-7239-493b-8a21-f2b6c36d0599 req-3b080c83-9e60-41d1-908c-598ee91f5f3d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Nov 10 05:13:16.875109 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d4d3d941-7239-493b-8a21-f2b6c36d0599 req-5e8afb60-0589-4bda-9bd0-422f97e1ecd1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Nov 10 05:13:17.071207 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236c79-07c7-4727-a5c6-a4557d2f94af req-23663132-fd1d-474c-bbb7-9adb22ffabff tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.072847 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6236c79-07c7-4727-a5c6-a4557d2f94af req-23663132-fd1d-474c-bbb7-9adb22ffabff tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0480471 Nov 10 05:13:17.125462 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6236c79-07c7-4727-a5c6-a4557d2f94af req-c6cd9b07-3189-47dd-81cd-2795a25168ab tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Nov 10 05:13:17.182244 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08993c-1153-4db9-b786-76502f9f9063 req-f2a62f64-2998-4fc1-84d0-c4e5ef2d2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.183694 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-f2a62f64-2998-4fc1-84d0-c4e5ef2d2777 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0426481 Nov 10 05:13:17.275757 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08993c-1153-4db9-b786-76502f9f9063 req-b35ed1d9-a855-4284-849b-1fd9ae7155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.277220 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-b35ed1d9-a855-4284-849b-1fd9ae7155b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.0845435 Nov 10 05:13:17.340705 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:13:17.347441 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-e4434fb1-de93-4444-9294-cc53fd50d81c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 200 len: 1000 time: 0.0617726 Nov 10 05:13:17.394647 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08993c-1153-4db9-b786-76502f9f9063 req-0a7a1859-6344-4255-bb45-74ae0d1d3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.396633 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-0a7a1859-6344-4255-bb45-74ae0d1d3900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0423520 Nov 10 05:13:17.440903 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08993c-1153-4db9-b786-76502f9f9063 req-f00375d1-2fa5-4356-9890-12a3b9acbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.442306 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-f00375d1-2fa5-4356-9890-12a3b9acbc6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386543 Nov 10 05:13:17.537206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-d2516a2d-9202-4ea9-a177-bf0cbe95cf3b service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870111 Nov 10 05:13:17.627292 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e08993c-1153-4db9-b786-76502f9f9063 req-71e35e9d-1256-400c-8c2d-0d15f3ff5242 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Nov 10 05:13:17.822825 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de25d-143f-413e-ade9-52eab021d488 req-440b047e-fb9c-4140-8522-a27159ac613c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:17.824379 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a3de25d-143f-413e-ade9-52eab021d488 req-440b047e-fb9c-4140-8522-a27159ac613c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0556006 Nov 10 05:13:17.873566 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a3de25d-143f-413e-ade9-52eab021d488 req-e56800e0-cd6b-46c6-a782-9c379c6ca7c3 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Nov 10 05:13:18.242252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959044e6-fdab-4156-a1e0-40baee707fd9 req-e26c5790-465c-4a4f-b79f-e54a620318e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:18.244277 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-959044e6-fdab-4156-a1e0-40baee707fd9 req-e26c5790-465c-4a4f-b79f-e54a620318e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Nov 10 05:13:18.296091 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-959044e6-fdab-4156-a1e0-40baee707fd9 req-0440d067-553a-46eb-b4bb-27c8f9eabc90 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Nov 10 05:13:18.989862 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde819-ccfc-4779-ae9d-b3d6e6b5c89e req-31bd6e3b-43a7-4296-aa6c-296309764e84 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:18.991447 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a8bde819-ccfc-4779-ae9d-b3d6e6b5c89e req-31bd6e3b-43a7-4296-aa6c-296309764e84 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0504370 Nov 10 05:13:19.044179 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a8bde819-ccfc-4779-ae9d-b3d6e6b5c89e req-012e0e6a-27a4-40e8-84e6-c03447c8aed1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469058 Nov 10 05:13:19.411197 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6632-a733-409d-ad58-f49d2e4113c5 req-304f3b15-7748-46b1-a964-1691334d3435 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:19.412664 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c4c6632-a733-409d-ad58-f49d2e4113c5 req-304f3b15-7748-46b1-a964-1691334d3435 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Nov 10 05:13:19.460459 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c4c6632-a733-409d-ad58-f49d2e4113c5 req-e301581d-db8e-4951-9096-0c750544443d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Nov 10 05:13:20.156987 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea995-fbc0-4825-bdb7-fff54de9bf67 req-c306abe4-2681-4c28-bacf-e94484b6b0e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:20.158748 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e57ea995-fbc0-4825-bdb7-fff54de9bf67 req-c306abe4-2681-4c28-bacf-e94484b6b0e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0477564 Nov 10 05:13:20.206290 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e57ea995-fbc0-4825-bdb7-fff54de9bf67 req-a859b1f2-9676-4590-8907-7cdd7d5366ef tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Nov 10 05:13:21.036481 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:13:21.137388 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:21.148334 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '3c058082-144a-4341-8f41-336a22fb97c5', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'mac_address': 'fa:16:3e:39:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:13:21.185822 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:21.198638 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c058082-144a-4341-8f41-336a22fb97c5 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:13:21.218037 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:21.222343 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:21.270678 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:21.323170 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae329-a12c-4f9e-b3b3-65b5b292c5c2 req-d9d9d8f6-706d-46f1-9ccd-115b0f3e194f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:21.324642 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4edae329-a12c-4f9e-b3b3-65b5b292c5c2 req-d9d9d8f6-706d-46f1-9ccd-115b0f3e194f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 944 time: 0.0519383 Nov 10 05:13:21.372649 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4edae329-a12c-4f9e-b3b3-65b5b292c5c2 req-b5519300-c708-4540-ad8c-2bd1e737ec7d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Nov 10 05:13:21.809759 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['3c058082-144a-4341-8f41-336a22fb97c5'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:13:22.482656 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df97796-5f5f-46c2-a350-5faa826db07c req-37dc0843-14fc-4834-83e0-776f3bea0dd5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:22.484135 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5df97796-5f5f-46c2-a350-5faa826db07c req-37dc0843-14fc-4834-83e0-776f3bea0dd5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 944 time: 0.0461535 Nov 10 05:13:22.533619 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5df97796-5f5f-46c2-a350-5faa826db07c req-f3df0476-03f3-4335-8020-2bcf871d6d01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Nov 10 05:13:23.051175 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:23.104198 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 3c058082-144a-4341-8f41-336a22fb97c5 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:13:23.107806 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 3c058082-144a-4341-8f41-336a22fb97c5 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:23.108169 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:23.302429 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:23.324986 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:23.327248 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8cac2-efe8-4716-a6b5-2b241d20eeeb" -d '{"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-plugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:23.340413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:23.344620 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:23.394605 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:23.426366 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1858d-277f-4c95-9b64-3402d1d7c660 x-openstack-request-id: req-afa1858d-277f-4c95-9b64-3402d1d7c660 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:23.426681 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-plugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:23.427365 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afa1858d-277f-4c95-9b64-3402d1d7c660 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:23.427496 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'code': 200} Nov 10 05:13:23.655489 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8374dda-e16d-4227-9ff6-cd66d7b68d93 req-08ebd08a-be20-4b6e-a0af-7d69b2da6550 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:23.656993 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8374dda-e16d-4227-9ff6-cd66d7b68d93 req-08ebd08a-be20-4b6e-a0af-7d69b2da6550 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Nov 10 05:13:23.722262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819280f5-de1d-43de-88bf-a19f276e2505 req-4cec2fd4-45d7-4f36-98dc-dcd04b58b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:23.723759 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-819280f5-de1d-43de-88bf-a19f276e2505 req-4cec2fd4-45d7-4f36-98dc-dcd04b58b23b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0658894 Nov 10 05:13:23.747856 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8374dda-e16d-4227-9ff6-cd66d7b68d93 req-28cfca69-4f94-400d-85bd-fc348e60a414 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818932 Nov 10 05:13:23.777347 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-819280f5-de1d-43de-88bf-a19f276e2505 req-47e2c930-a387-49df-9354-21f0edeab763 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444069 Nov 10 05:13:24.860520 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d9e18-78d3-41ef-83c8-1ba4639697f4 req-5c678027-dd51-49c1-b998-2d33f66eb09f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:24.861857 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-362d9e18-78d3-41ef-83c8-1ba4639697f4 req-5c678027-dd51-49c1-b998-2d33f66eb09f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0474532 Nov 10 05:13:24.911653 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-362d9e18-78d3-41ef-83c8-1ba4639697f4 req-bba771de-1680-4000-a945-a96bf1d3766e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Nov 10 05:13:26.026609 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0690e8-4c2b-4272-94d6-51793c395bfe req-afac461f-0d25-4d68-b879-2a95dd62c2e0 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:26.028066 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0d0690e8-4c2b-4272-94d6-51793c395bfe req-afac461f-0d25-4d68-b879-2a95dd62c2e0 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0497003 Nov 10 05:13:26.076585 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0d0690e8-4c2b-4272-94d6-51793c395bfe req-af47586d-84eb-47cd-8ed1-f4e17e1c13f0 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Nov 10 05:13:26.188566 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9d527-3178-4b67-8e19-01e3795adb33 req-cf4046c0-0233-404b-a17b-d95993654423 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:26.189945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08a9d527-3178-4b67-8e19-01e3795adb33 req-cf4046c0-0233-404b-a17b-d95993654423 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0473142 Nov 10 05:13:26.236556 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-08a9d527-3178-4b67-8e19-01e3795adb33 req-6092736e-52a4-4094-bccc-76be863bf9cb tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Nov 10 05:13:26.258197 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59162) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:26.437825 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180980b-3b19-4283-8564-8f044d6f291b tempest-TestShelveInstance-1207448446 tempest-TestShelveInstance-1207448446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:26.439403 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5180980b-3b19-4283-8564-8f044d6f291b tempest-TestShelveInstance-1207448446 tempest-TestShelveInstance-1207448446-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1093 time: 0.1801565 Nov 10 05:13:26.442309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59168) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:26.446398 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:26.466853 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for floatingip, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:26.558002 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:26.660112 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Allocated IP 172.27.3.65 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:26.756520 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:26.788498 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:26.836432 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'Port': ['ID=36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:26.840125 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:26.845109 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.845455 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.845797 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.846131 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.846461 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.846788 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.847110 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.847454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.847780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.848101 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.848421 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.848741 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:26.852369 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:26.854467 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:27.194292 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.260544 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.401086 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.406774 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.471579 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event updated for resources: {'Port': ['ID=36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:27.486875 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.583673 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Floating IP d957795a-8437-4f30-a803-c7011ecb4ddb associated. External IP: 172.27.3.65, port: 3c058082-144a-4341-8f41-336a22fb97c5. Nov 10 05:13:27.780046 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Router 67fb5baa-cdb1-434a-9ac9-314964113fe1 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:13:27.883176 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:13:27.892712 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Sync routers for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:13:27.900872 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:27.903032 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:27.903696 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:27.939289 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-97943c09-9082-4f3a-b0c3-b19b6c22ba01 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4861276 Nov 10 05:13:27.939289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:27.939289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:27.974815 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d4da3-09b9-4c31-9d1e-8512bfd12c6c x-openstack-request-id: req-c91d4da3-09b9-4c31-9d1e-8512bfd12c6c {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:27.975107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:27.975401 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c91d4da3-09b9-4c31-9d1e-8512bfd12c6c {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:27.975802 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'status': 'completed', 'code': 200} Nov 10 05:13:28.010301 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:28.113134 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-9345acb3-7483-443d-b2b6-a239d3b3630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:28.114728 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-9345acb3-7483-443d-b2b6-a239d3b3630e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0436029 Nov 10 05:13:28.206359 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-4ccd89bc-8f72-4c71-ae39-1f08483f37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:28.207976 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-4ccd89bc-8f72-4c71-ae39-1f08483f37b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.0841653 Nov 10 05:13:28.230255 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'd957795a-8437-4f30-a803-c7011ecb4ddb', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'mac_address': 'fa:16:3e:39:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:27Z', 'updated_at': '2021-11-10T05:13:27Z', 'revision_number': 0, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:28.260974 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Checking router: 67fb5baa-cdb1-434a-9ac9-314964113fe1 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:13:28.269927 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:13:28.270555 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:28.384024 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:13:28.501710 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-ff93c07b-37aa-4586-8624-5ae8030a32a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 998 time: 0.2853708 Nov 10 05:13:28.557220 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-05feb2c8-3f21-40ab-b7d1-7829ab7875d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:28.558669 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-05feb2c8-3f21-40ab-b7d1-7829ab7875d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0427465 Nov 10 05:13:28.607935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-a5ff4b65-f0b5-4756-8870-549ca5e34f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:28.609395 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-a5ff4b65-f0b5-4756-8870-549ca5e34f38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418983 Nov 10 05:13:28.617015 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'd957795a-8437-4f30-a803-c7011ecb4ddb', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'mac_address': 'fa:16:3e:39:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:27Z', 'updated_at': '2021-11-10T05:13:27Z', 'revision_number': 0, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:13:28.643465 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8252-b255-48da-aa31-f7883fcd1cd6 None None] The sync data for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi is: [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'd957795a-8437-4f30-a803-c7011ecb4ddb', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'mac_address': 'fa:16:3e:39:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:27Z', 'updated_at': '2021-11-10T05:13:27Z', 'revision_number': 0, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:13:28.699863 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-480bbdd8-ae19-4312-8298-49f82675d6bf service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824215 Nov 10 05:13:28.797295 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57ae1b22-6f12-4fe6-8dd0-db5322ca81af req-1ee3182e-7519-463e-8b12-4504e08429fd service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892477 Nov 10 05:13:28.828893 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cad6e2-1016-453e-8b24-d548599a8ddb None None] New status for floating IP d957795a-8437-4f30-a803-c7011ecb4ddb: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:13:30.838604 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f3eb5fd7-547b-42de-a654-16ad775d2670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:33.202812 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-04c5da09-30ad-4fb9-a351-22cd699e1397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:34.214229 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:36.002765 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:36.769938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:37.467365 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8a1f-494f-41b9-bdf9-478ffc83cd96 req-ee9c7650-5169-471b-8431-fe916a049d0d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:37.468804 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca9f8a1f-494f-41b9-bdf9-478ffc83cd96 req-ee9c7650-5169-471b-8431-fe916a049d0d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0471635 Nov 10 05:13:37.515635 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca9f8a1f-494f-41b9-bdf9-478ffc83cd96 req-33e737c8-6bc8-43f5-a16e-4cdff643e1a7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Nov 10 05:13:38.072030 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-521c459b-37d5-40a9-90ec-b36753677fe6 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561980843&fields=id&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 267 time: 0.0431058 Nov 10 05:13:38.177536 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-1d58b158-914f-4105-97d6-5a9fefbc6721 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:38.178870 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-1d58b158-914f-4105-97d6-5a9fefbc6721 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.1002448 Nov 10 05:13:38.193135 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-97d694bc-8d46-4415-b6ba-db50fb8bee82 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/quotas/4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 375 time: 0.0087123 Nov 10 05:13:38.241417 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-5090b787-f5b5-4003-9de8-e7203ae7211a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428560 Nov 10 05:13:38.335199 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-277888dc-6201-4036-b887-207a3d2f0367 service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830657 Nov 10 05:13:38.420501 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-7f195e20-802d-4758-be1c-d6f2b613af7f service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788705 Nov 10 05:13:38.652449 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000f617-5cf5-4855-a149-95b66945dd92 req-d95cdfb4-1881-42c0-909f-08c85bed633c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:38.653960 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5000f617-5cf5-4855-a149-95b66945dd92 req-d95cdfb4-1881-42c0-909f-08c85bed633c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0647080 Nov 10 05:13:38.704034 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-460446e3-aa88-48ed-9f47-f097288b852e req-ef592e32-a0d0-4381-ae31-0ab7f44a7e98 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 210 time: 0.0297649 Nov 10 05:13:38.732040 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5000f617-5cf5-4855-a149-95b66945dd92 req-dbbd6121-1c13-4937-a9ae-3195231873b3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711429 Nov 10 05:13:39.769549 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4d7706fe-54c5-41e1-a08e-85d9732ed3b4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:39.771691 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4d7706fe-54c5-41e1-a08e-85d9732ed3b4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.1100411 Nov 10 05:13:39.806150 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6354acd9-979c-4047-99ed-d9ec719a58e1 req-eeae8a12-1f87-4d46-ae98-e5aa66729db9 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 210 time: 0.0334663 Nov 10 05:13:39.887300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3cbb0-18d9-4ec5-b053-47244f92ff1b req-56c4bd0e-9ecc-426b-81eb-95554db86f45 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:39.889659 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4e3cbb0-18d9-4ec5-b053-47244f92ff1b req-56c4bd0e-9ecc-426b-81eb-95554db86f45 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0750506 Nov 10 05:13:39.895831 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-2d8eb512-28e0-4902-b830-6e25479235b8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 380 time: 0.0971048 Nov 10 05:13:39.915464 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'port': {'device_id': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'admin_state_up': True, 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'security_groups': ['8f6545e5-0aba-41a0-81b1-b7cb4ba729f0']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:39.996400 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a4e3cbb0-18d9-4ec5-b053-47244f92ff1b req-0d9b2fb6-2557-4322-a959-8c6d573c4189 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995476 Nov 10 05:13:40.046706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Made reservation on behalf of 4a6bba38248e474db34b5086fe25d791 for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:13:40.050214 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.175570 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.20.0.13 (bec5c149-3e0d-46f2-bc14-029b10e64cd0/c8813010-772b-4e46-a9bd-ddbfb109baa4/fb73e229-0e9c-4e07-a1b8-4f025be0ba00) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:40.307429 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.339755 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.383820 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:40.388998 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:40.392623 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:40.421062 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:40.450938 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:40.451770 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.470612 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-cacedeab-25fd-41ea-bb6e-3828aa4439c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597126 Nov 10 05:13:40.501540 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Request body: {'port': {'device_id': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:40.557531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.650647 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-929af587-ffc8-4da1-8ac8-c0b974293746 None None] Provisioning complete for port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:40.651220 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-929af587-ffc8-4da1-8ac8-c0b974293746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.692489 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-929af587-ffc8-4da1-8ac8-c0b974293746 None None] Port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:13:40.820374 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb73e229-0e9c-4e07-a1b8-4f025be0ba00 {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:13:40.827500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.839882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Transition to ACTIVE for port object fb73e229-0e9c-4e07-a1b8-4f025be0ba00 will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:13:40.843935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:40.921217 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Pushing event updated for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:40.988617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5f4a-75cf-47bf-ab6a-d9a6f8f4f329 req-2ebcaaa8-d800-4b28-94b1-d9a3b3d94d0b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:40.990110 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-504e5f4a-75cf-47bf-ab6a-d9a6f8f4f329 req-2ebcaaa8-d800-4b28-94b1-d9a3b3d94d0b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.1114230 Nov 10 05:13:41.024209 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Attempting to bind port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:13:41.024534 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Attempting to bind port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:13:41.024848 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Attempting to bind port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:41.036960 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:13:41.037245 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Attempting to bind port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:13:41.050213 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:13:41.050547 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:13:41.050920 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Bound using segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:13:41.051365 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Bound port: fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:13:41.051708 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:41.069170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-504e5f4a-75cf-47bf-ab6a-d9a6f8f4f329 req-971f71c4-4495-4304-8d0a-dbfa0d47b7d4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714555 Nov 10 05:13:41.157858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e7d23-d901-4cfb-9d39-6b255c17d68a req-415b3b6f-a876-4b52-9764-6b511a55dbce tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.159495 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-698e7d23-d901-4cfb-9d39-6b255c17d68a req-415b3b6f-a876-4b52-9764-6b511a55dbce tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0894649 Nov 10 05:13:41.162935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:13:41.167028 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:13:41.174289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:41.221474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.222084 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:41.223467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] 10.222.0.16 "PUT /v2.0/ports/fb73e229-0e9c-4e07-a1b8-4f025be0ba00 HTTP/1.1" status: 200 len: 1094 time: 0.7263472 Nov 10 05:13:41.223895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:41.226116 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1f502-eb46-46b5-806b-aaa2d25e9eff" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:41.260146 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-698e7d23-d901-4cfb-9d39-6b255c17d68a req-69e546ad-bc8f-4b93-8427-0dfb32ae4df5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948293 Nov 10 05:13:41.264995 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8dc6-1a32-4470-8044-8b917c20393d service neutron] Pushing event updated for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:41.289100 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee77915-925c-4cb4-a1d4-8bea41ae6e53 x-openstack-request-id: req-bee77915-925c-4cb4-a1d4-8bea41ae6e53 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:41.289387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:41.289769 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bee77915-925c-4cb4-a1d4-8bea41ae6e53 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:41.290171 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'status': 'completed', 'code': 200} Nov 10 05:13:41.318164 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:41.333939 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-2cbfbf07-cca9-4719-a513-dbe1fe418911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.335397 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-2cbfbf07-cca9-4719-a513-dbe1fe418911 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 1097 time: 0.0421691 Nov 10 05:13:41.388460 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-a08c37ce-d11b-44f5-a34b-5636ff88d352 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00 HTTP/1.1" status: 200 len: 217 time: 0.0380335 Nov 10 05:13:41.439540 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-54cc4440-9363-495d-adc5-6f6066430d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.440972 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-54cc4440-9363-495d-adc5-6f6066430d9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0442443 Nov 10 05:13:41.485334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-155bae87-e7af-46fb-b6ee-2d043dd420f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.486712 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-155bae87-e7af-46fb-b6ee-2d043dd420f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379126 Nov 10 05:13:41.576612 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-decb451e-62af-4573-acf7-fb9edc45f903 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817900 Nov 10 05:13:41.665808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e565645-1772-4cef-a151-c5ffbc94a401 req-90c994bf-72a1-4503-8df0-708f0212beea service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777180 Nov 10 05:13:41.818242 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-de56dbb8-94e2-43d8-b297-7d4cf0782927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.819727 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-de56dbb8-94e2-43d8-b297-7d4cf0782927 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 1097 time: 0.0432320 Nov 10 05:13:41.907457 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-cfe3bcc8-a329-406e-887d-4aa3e5d749b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:41.909115 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-cfe3bcc8-a329-406e-887d-4aa3e5d749b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0806675 Nov 10 05:13:41.952466 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-35f483a0-3713-441d-b03d-3ab3d8e130e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00 HTTP/1.1" status: 200 len: 217 time: 0.0357227 Nov 10 05:13:41.999545 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-71efcb29-2221-468f-a697-805d7e345c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:42.000925 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-71efcb29-2221-468f-a697-805d7e345c93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0417938 Nov 10 05:13:42.044309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-d1faa103-9079-4ae6-9f78-d3402b14c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:42.045720 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-d1faa103-9079-4ae6-9f78-d3402b14c2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375862 Nov 10 05:13:42.136459 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-948804d4-1f36-4e7e-9b4b-9be1b46fe516 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824838 Nov 10 05:13:42.234882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783c34f-7c6a-498f-8bee-6b60d39bce55 req-3ef58e3e-787e-4ea8-b4a2-fff769be4c88 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:42.236345 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6783c34f-7c6a-498f-8bee-6b60d39bce55 req-3ef58e3e-787e-4ea8-b4a2-fff769be4c88 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0990171 Nov 10 05:13:42.276252 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-13c1f502-eb46-46b5-806b-aaa2d25e9eff req-752a8766-562b-4a17-914c-003fa39208da service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156311 Nov 10 05:13:42.299536 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6783c34f-7c6a-498f-8bee-6b60d39bce55 req-b71f3cb9-4107-4baa-995e-080e18371172 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573404 Nov 10 05:13:42.379221 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58776b1a-6715-4c22-a846-8bccd90eb3e7 req-98766de5-f20e-4d49-93ea-ba4303c20196 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:42.380681 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-58776b1a-6715-4c22-a846-8bccd90eb3e7 req-98766de5-f20e-4d49-93ea-ba4303c20196 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0464284 Nov 10 05:13:42.426251 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-58776b1a-6715-4c22-a846-8bccd90eb3e7 req-e98b30fd-1fba-4247-91f1-7b275af53605 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392137 Nov 10 05:13:43.414352 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e080a-56a5-4384-91f1-38758b02dadb req-22d2cca0-e611-49ca-be7b-e0cd2f480984 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:43.415805 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-267e080a-56a5-4384-91f1-38758b02dadb req-22d2cca0-e611-49ca-be7b-e0cd2f480984 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0481281 Nov 10 05:13:43.466831 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-267e080a-56a5-4384-91f1-38758b02dadb req-37eab130-6cab-4423-992e-7a1b5c4db9a1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Nov 10 05:13:43.543470 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb943d4-71bb-463f-9c34-8d919c026716 req-dad7db46-0efa-4734-b653-9e0a4e707d53 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:43.544871 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-deb943d4-71bb-463f-9c34-8d919c026716 req-dad7db46-0efa-4734-b653-9e0a4e707d53 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0468795 Nov 10 05:13:43.590556 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-deb943d4-71bb-463f-9c34-8d919c026716 req-a16929c6-0dc8-4160-9e9c-ccbfbaca3a42 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 Nov 10 05:13:44.578469 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81abf-db1b-40ee-a990-5102ff3bef00 req-7bd82a11-6b31-401e-a514-ed62cbe28fa0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:44.579963 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76b81abf-db1b-40ee-a990-5102ff3bef00 req-7bd82a11-6b31-401e-a514-ed62cbe28fa0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0476766 Nov 10 05:13:44.626624 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76b81abf-db1b-40ee-a990-5102ff3bef00 req-655f54f0-ab74-4af6-b187-1671074b8541 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Nov 10 05:13:44.714269 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca360ad-53e1-4619-94c2-b382b1d7e48e req-8eafaeb3-1327-4e89-89ff-65a5d9d35228 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:44.715724 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca360ad-53e1-4619-94c2-b382b1d7e48e req-8eafaeb3-1327-4e89-89ff-65a5d9d35228 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0512226 Nov 10 05:13:44.761866 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca360ad-53e1-4619-94c2-b382b1d7e48e req-08320a42-693e-47d3-bb74-6468255ca3a0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Nov 10 05:13:45.739095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030999b-be41-4340-aa74-a93319cd3103 req-bd4b1982-0a45-49f4-bca3-e5d4fbbe99ab tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:45.740473 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5030999b-be41-4340-aa74-a93319cd3103 req-bd4b1982-0a45-49f4-bca3-e5d4fbbe99ab tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0470819 Nov 10 05:13:45.799532 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5030999b-be41-4340-aa74-a93319cd3103 req-5329b854-a82a-4ed6-9bba-d26e0e6c68c5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508595 Nov 10 05:13:45.885480 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111dc6-094b-4052-93ea-394703a51c66 req-9d42c0f7-c2a7-46f3-b754-d465558b6e56 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:45.886918 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0111dc6-094b-4052-93ea-394703a51c66 req-9d42c0f7-c2a7-46f3-b754-d465558b6e56 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0463483 Nov 10 05:13:45.935580 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e0111dc6-094b-4052-93ea-394703a51c66 req-ae57ca62-e3a2-46ff-9498-e85271e21b16 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Nov 10 05:13:46.913568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5f5f-cf0b-4005-a9f7-4d71e57255f1 req-7fb6d5e2-4168-4b63-8e42-2e6758c06108 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:46.914982 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b92f5f5f-cf0b-4005-a9f7-4d71e57255f1 req-7fb6d5e2-4168-4b63-8e42-2e6758c06108 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0463693 Nov 10 05:13:46.962071 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b92f5f5f-cf0b-4005-a9f7-4d71e57255f1 req-0a635afd-679b-44a2-aed1-68ac52ae2647 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Nov 10 05:13:47.050343 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800871-d49b-4edd-9d51-35a60ca90c4e req-1702f48c-ef52-43f2-bf61-122c1b768e0f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:47.051785 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc800871-d49b-4edd-9d51-35a60ca90c4e req-1702f48c-ef52-43f2-bf61-122c1b768e0f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0462956 Nov 10 05:13:47.097211 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dc800871-d49b-4edd-9d51-35a60ca90c4e req-37a9ce0b-5c91-426e-9625-3b682b02a637 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Nov 10 05:13:48.075349 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f75c-dc91-4a2a-a0f9-7a4229c9c0cc req-c68fec1b-2a76-479b-bda1-a2d390de81e9 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:48.076790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6ba1f75c-dc91-4a2a-a0f9-7a4229c9c0cc req-c68fec1b-2a76-479b-bda1-a2d390de81e9 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0504427 Nov 10 05:13:48.124850 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6ba1f75c-dc91-4a2a-a0f9-7a4229c9c0cc req-38aef15a-efba-4c90-b44a-61c2af5c670f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Nov 10 05:13:48.214932 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aa50-1713-4d5a-a3f3-6ff73d1fdbf0 req-a7f6bf2a-51b8-4c48-b833-1c8d41bcc112 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:48.216406 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e93aa50-1713-4d5a-a3f3-6ff73d1fdbf0 req-a7f6bf2a-51b8-4c48-b833-1c8d41bcc112 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0471420 Nov 10 05:13:48.261999 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e93aa50-1713-4d5a-a3f3-6ff73d1fdbf0 req-1768a172-2c0b-4d86-96d5-20584dfb9710 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 Nov 10 05:13:49.238808 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb6f1-0030-4694-841c-7ae3415f3fef req-796db508-4258-42eb-88df-644c008f7c4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:49.240273 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dfcbb6f1-0030-4694-841c-7ae3415f3fef req-796db508-4258-42eb-88df-644c008f7c4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0502234 Nov 10 05:13:49.290443 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dfcbb6f1-0030-4694-841c-7ae3415f3fef req-36e6341e-d75d-42b4-9ce6-4a70039cc76d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Nov 10 05:13:49.377778 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b191-e444-4ffd-9ca3-8b81fb4d1115 req-cf6c1c5f-8f59-44d9-848a-72b79f1ddb51 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:49.379206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d66b191-e444-4ffd-9ca3-8b81fb4d1115 req-cf6c1c5f-8f59-44d9-848a-72b79f1ddb51 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0466049 Nov 10 05:13:49.424205 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d66b191-e444-4ffd-9ca3-8b81fb4d1115 req-d46b3744-23dc-42db-b5e5-183fe2ee2d69 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388708 Nov 10 05:13:50.400040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf8bcf-c3bf-4ee8-8303-64a065c13620 req-833f1d9f-2735-4ac8-84fb-4bc549f46c29 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:50.401499 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22cf8bcf-c3bf-4ee8-8303-64a065c13620 req-833f1d9f-2735-4ac8-84fb-4bc549f46c29 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0462766 Nov 10 05:13:50.452288 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-22cf8bcf-c3bf-4ee8-8303-64a065c13620 req-d2ce618e-0722-46cd-8fa4-ee1c2f489062 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449886 Nov 10 05:13:50.763678 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751456e-4316-46c4-9435-b0e37242138e req-0c6d8518-dde2-4f4b-bb95-a7b8e6af562c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:50.765112 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7751456e-4316-46c4-9435-b0e37242138e req-0c6d8518-dde2-4f4b-bb95-a7b8e6af562c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.2630730 Nov 10 05:13:50.812953 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7751456e-4316-46c4-9435-b0e37242138e req-ca55f40e-a9ff-4ba6-b4d3-fb7e732553dd tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 Nov 10 05:13:51.184374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:13:51.277895 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:51.289085 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:13:51.325074 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:51.337461 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:13:51.359975 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:51.363643 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:51.364264 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device fb73e229-0e9c-4e07-a1b8-4f025be0ba00 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:13:51.435131 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=6']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:51.466715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.467075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.467431 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.467757 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.468078 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.468397 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.468715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.469029 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.469357 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.469673 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.469983 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.470294 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:13:51.505384 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:51.517283 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'port_id': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'mac_address': 'fa:16:3e:3c:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:13:51.574111 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d1ed-92a2-492b-9dd3-dae7a5ff0242 req-e4c6e9d0-6925-4857-bbb1-af0b05ef354b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:51.575729 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cdd9d1ed-92a2-492b-9dd3-dae7a5ff0242 req-e4c6e9d0-6925-4857-bbb1-af0b05ef354b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 944 time: 0.0481770 Nov 10 05:13:51.627607 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cdd9d1ed-92a2-492b-9dd3-dae7a5ff0242 req-edd7fddb-f1cc-4e48-acc6-b2a302552551 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Nov 10 05:13:51.673965 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:51.686773 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb73e229-0e9c-4e07-a1b8-4f025be0ba00 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:13:51.705285 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:51.709112 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:51.754639 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:51.916329 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['dfebb86d-0685-441d-82cd-fa813d3a3764'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:13:51.931843 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30671f81-9025-4c6b-b91e-dbfc3746ef59 req-d62faab1-a34e-4805-a84b-c51c37d48a03 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:51.933305 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-30671f81-9025-4c6b-b91e-dbfc3746ef59 req-d62faab1-a34e-4805-a84b-c51c37d48a03 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Nov 10 05:13:51.980161 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-30671f81-9025-4c6b-b91e-dbfc3746ef59 req-2743c904-8747-4e13-baaa-1f29d369aa47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 Nov 10 05:13:52.585672 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['fb73e229-0e9c-4e07-a1b8-4f025be0ba00'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:13:52.748020 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db113-6c21-4724-b9c0-ac0b53d1df82 req-41777f4c-6a0c-4ff6-942a-01effeb250ad tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:52.749580 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b21db113-6c21-4724-b9c0-ac0b53d1df82 req-41777f4c-6a0c-4ff6-942a-01effeb250ad tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 945 time: 0.0555139 Nov 10 05:13:52.797385 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b21db113-6c21-4724-b9c0-ac0b53d1df82 req-93ff1747-6fc5-42ec-b960-4b02cec405fd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Nov 10 05:13:53.097426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825390-72be-487c-8310-a2f581e785ec req-57a6283f-c7a0-406c-94fc-654a04278b03 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:53.098887 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff825390-72be-487c-8310-a2f581e785ec req-57a6283f-c7a0-406c-94fc-654a04278b03 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 945 time: 0.0477147 Nov 10 05:13:53.149208 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff825390-72be-487c-8310-a2f581e785ec req-08b4a541-aafe-4366-bf42-0049f31cd37d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Nov 10 05:13:53.198191 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:53.245450 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port dfebb86d-0685-441d-82cd-fa813d3a3764 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:53.245814 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:53.323985 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:53.345402 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:53.347617 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc4111-282a-4832-b6cf-91f384d262e9" -d '{"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:53.360226 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:53.364453 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:53.390438 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9882ff-fb83-4e83-aa83-6b73cae15d92 x-openstack-request-id: req-2f9882ff-fb83-4e83-aa83-6b73cae15d92 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:53.390744 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:53.390993 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f9882ff-fb83-4e83-aa83-6b73cae15d92 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:53.391390 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'code': 200} Nov 10 05:13:53.414332 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=7']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:53.909117 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2201f-551d-4193-bfa4-22d2d22cb4b2 req-51687f15-c1a4-4477-bdd0-57e5cd285e9f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:53.910536 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c6d2201f-551d-4193-bfa4-22d2d22cb4b2 req-51687f15-c1a4-4477-bdd0-57e5cd285e9f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 945 time: 0.0469558 Nov 10 05:13:53.957360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c6d2201f-551d-4193-bfa4-22d2d22cb4b2 req-b0151b78-7546-443c-9312-0e13354b1380 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Nov 10 05:13:54.266511 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7b2b8-43b0-42cf-a999-04d6f63ea84e req-474066e9-7d2d-4c13-8530-074f107e9744 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:54.267986 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4b7b2b8-43b0-42cf-a999-04d6f63ea84e req-474066e9-7d2d-4c13-8530-074f107e9744 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0469444 Nov 10 05:13:54.313056 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e4b7b2b8-43b0-42cf-a999-04d6f63ea84e req-0f57db97-cfb2-4bf2-a5f7-292461186ec8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Nov 10 05:13:54.339673 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:13:55.070922 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4b5d1-6046-4174-b769-ec412c648a23 req-413f551e-ed98-4ec6-8de8-7bcfdb5e9f61 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:55.072374 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-37f4b5d1-6046-4174-b769-ec412c648a23 req-413f551e-ed98-4ec6-8de8-7bcfdb5e9f61 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Nov 10 05:13:55.120880 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-37f4b5d1-6046-4174-b769-ec412c648a23 req-52ee088c-4795-4e23-9181-499152088dc7 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Nov 10 05:13:55.193715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device fb73e229-0e9c-4e07-a1b8-4f025be0ba00 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:13:55.241189 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:13:55.245181 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:13:55.245540 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:55.320918 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:55.352883 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:13:55.356208 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:55.393097 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:13:55.395301 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d033c1-fe2c-4465-9829-ba96361f135f" -d '{"events": [{"server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "name": "network-vif-plugged", "status": "completed", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:13:55.407086 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:13:55.432231 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311be21-ab52-4ec3-b79e-d0518bb69156 req-8e91e634-0e8d-4d85-9e02-3cbe9b240a8e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:55.433760 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3311be21-ab52-4ec3-b79e-d0518bb69156 req-8e91e634-0e8d-4d85-9e02-3cbe9b240a8e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Nov 10 05:13:55.435569 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ffcc36-bf40-45d9-b233-a41c15118201 x-openstack-request-id: req-e7ffcc36-bf40-45d9-b233-a41c15118201 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:13:55.435857 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "name": "network-vif-plugged", "status": "completed", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:13:55.436105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7ffcc36-bf40-45d9-b233-a41c15118201 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:13:55.436490 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'code': 200} Nov 10 05:13:55.483672 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3311be21-ab52-4ec3-b79e-d0518bb69156 req-b83f8104-f2b1-4a75-881b-c597a5b34fbc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Nov 10 05:13:55.835800 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af085a7-56b9-48ab-9d8b-45448848ff29 req-a8e580ee-8262-4ea1-a97f-0a492998c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:55.837267 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9af085a7-56b9-48ab-9d8b-45448848ff29 req-a8e580ee-8262-4ea1-a97f-0a492998c64f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 1099 time: 0.0442166 Nov 10 05:13:55.889696 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9af085a7-56b9-48ab-9d8b-45448848ff29 req-89961662-12c8-4a53-b7fb-0115750051f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Nov 10 05:13:56.234073 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540808-d8dc-47c3-a5d9-944f1f1227a9 req-97c693f7-eaa2-4b90-accf-972b401a401c tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:56.235541 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f540808-d8dc-47c3-a5d9-944f1f1227a9 req-97c693f7-eaa2-4b90-accf-972b401a401c tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0472488 Nov 10 05:13:56.283719 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f540808-d8dc-47c3-a5d9-944f1f1227a9 req-ab6a4d8b-3608-4df4-9d02-459a11db8721 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Nov 10 05:13:56.603965 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2def87-fc20-4d61-9b55-3cff7949bb81 req-bf3f615b-9f2e-4f06-8faa-e6b0bf180843 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:56.605431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2def87-fc20-4d61-9b55-3cff7949bb81 req-bf3f615b-9f2e-4f06-8faa-e6b0bf180843 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0466926 Nov 10 05:13:56.657593 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2def87-fc20-4d61-9b55-3cff7949bb81 req-ccefab1c-5f78-484a-83a5-e47c493b972b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447807 Nov 10 05:13:57.410360 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168c6d8-d7d3-4a22-8d4b-d1ac4362978b req-7b515bfe-6f03-4341-a8a4-be2dc859c0b2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:57.412674 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f168c6d8-d7d3-4a22-8d4b-d1ac4362978b req-7b515bfe-6f03-4341-a8a4-be2dc859c0b2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0524132 Nov 10 05:13:57.477150 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f168c6d8-d7d3-4a22-8d4b-d1ac4362978b req-49c1e69e-e564-48cd-8d37-37203676c2d4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570374 Nov 10 05:13:57.808672 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa59c-71f3-4b09-aa8d-3872760fa072 req-4f67489d-9236-4a31-a3c6-c678469c8f76 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:57.810621 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce2fa59c-71f3-4b09-aa8d-3872760fa072 req-4f67489d-9236-4a31-a3c6-c678469c8f76 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0610471 Nov 10 05:13:57.874885 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce2fa59c-71f3-4b09-aa8d-3872760fa072 req-2034040c-bd85-49f8-a9c0-12feb703151e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572705 Nov 10 05:13:58.606980 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fa825-1f57-4fa7-a0b6-e639dc5863dc req-73a01537-9ce0-4c85-b136-9cd0feef5786 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:58.612363 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb6fa825-1f57-4fa7-a0b6-e639dc5863dc req-73a01537-9ce0-4c85-b136-9cd0feef5786 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0587924 Nov 10 05:13:58.666761 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb6fa825-1f57-4fa7-a0b6-e639dc5863dc req-5ded0a59-edad-497f-b451-7f8bf3cad4f7 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525260 Nov 10 05:13:58.800667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc734c04-d570-42c0-867b-b8ce3f371065 req-1eddc130-9ae3-445b-ab21-b3f1bbd1ae36 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:58.802109 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cc734c04-d570-42c0-867b-b8ce3f371065 req-1eddc130-9ae3-445b-ab21-b3f1bbd1ae36 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0514250 Nov 10 05:13:58.855959 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cc734c04-d570-42c0-867b-b8ce3f371065 req-c7487d89-df73-4346-aed3-d0ddbb84b21e tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Nov 10 05:13:58.880328 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59380) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:59.035941 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468f488-78d1-4f84-a85c-c35ad80b4738 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:59.037834 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5468f488-78d1-4f84-a85c-c35ad80b4738 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 1094 time: 0.1564555 Nov 10 05:13:59.041095 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59386) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:13:59.046360 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'port_id': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:13:59.055693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ace7a-fa85-4777-a686-6b4ea5864fd5 req-aef1bdbc-f9a3-4a0c-bdc1-474559c5a4fb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:13:59.057138 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c3ace7a-fa85-4777-a686-6b4ea5864fd5 req-aef1bdbc-f9a3-4a0c-bdc1-474559c5a4fb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0737996 Nov 10 05:13:59.078034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:59.121098 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6c3ace7a-fa85-4777-a686-6b4ea5864fd5 req-0f9a61b4-9c55-4539-87f2-bf8a8a9a3ee9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578029 Nov 10 05:13:59.192678 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:59.308193 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.27.3.25 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/feb7ec04-74ba-4f7d-829e-87452c039691) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:13:59.423432 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:59.458542 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:13:59.504103 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:13:59.507772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:13:59.513291 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:13:59.516355 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=feb7ec04-74ba-4f7d-829e-87452c039691,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:00.252542 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb2f9-9060-4092-8e1c-c00a199f2d20 req-48f56468-a318-4f8d-8606-6df91d2e2c45 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:00.254199 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e2bb2f9-9060-4092-8e1c-c00a199f2d20 req-48f56468-a318-4f8d-8606-6df91d2e2c45 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0505571 Nov 10 05:14:00.287016 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.309233 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e2bb2f9-9060-4092-8e1c-c00a199f2d20 req-d093c696-41b3-47c1-b57b-404587fe6e86 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489850 Nov 10 05:14:00.391155 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.567384 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.576540 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.641732 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=feb7ec04-74ba-4f7d-829e-87452c039691,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:00.656940 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.767097 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP 68dd7c95-f912-4e90-9837-fdc2e8f3eeba associated. External IP: 172.27.3.25, port: fb73e229-0e9c-4e07-a1b8-4f025be0ba00. Nov 10 05:14:00.849039 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-41588f60-c2af-497e-9dd7-eba415320618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:00.997115 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:14:01.106775 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:14:01.118711 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:14:01.131037 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:01.133008 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:01.134923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:01.176983 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5ac71127-5fdb-4083-8c88-c80f5f54519a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1206911 Nov 10 05:14:01.176983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:01.176983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374980c-5bac-426f-bce7-ab68bc1ed551" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:01.269811 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:01.274758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d926e5-5d73-40ca-b84a-f65ed40e8440 x-openstack-request-id: req-31d926e5-5d73-40ca-b84a-f65ed40e8440 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:01.275049 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:01.275415 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31d926e5-5d73-40ca-b84a-f65ed40e8440 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:01.276106 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'status': 'completed', 'code': 200} Nov 10 05:14:01.446698 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-7c470179-0d19-4dd0-8638-a07dcd3b3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:01.448164 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-7c470179-0d19-4dd0-8638-a07dcd3b3ad8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 1099 time: 0.1202352 Nov 10 05:14:01.467531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cc648-5099-4413-8b60-470d9c461e46 req-36ef2545-4e6a-4d3d-a2ce-fdf3c1bc783b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:01.478725 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-335cc648-5099-4413-8b60-470d9c461e46 req-36ef2545-4e6a-4d3d-a2ce-fdf3c1bc783b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0852196 Nov 10 05:14:01.534135 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '68dd7c95-f912-4e90-9837-fdc2e8f3eeba', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:3c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:59Z', 'updated_at': '2021-11-10T05:13:59Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:01.570335 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:14:01.581033 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:01.581980 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:13:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:01.614467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-335cc648-5099-4413-8b60-470d9c461e46 req-c0989d7d-4062-4e9a-bc02-fa65bef73eb6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222153 Nov 10 05:14:01.645542 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-72e32f5e-2520-4db7-bffe-012a5d1b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:01.647055 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-72e32f5e-2520-4db7-bffe-012a5d1b11bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.1654694 Nov 10 05:14:01.702810 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:01.716896 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-43a961b6-12c3-4c56-bd86-ffce5ba3fd08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00 HTTP/1.1" status: 200 len: 999 time: 0.0623858 Nov 10 05:14:01.769968 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-b68a270d-9b2b-4a72-a68e-bb217114dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:01.771487 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-b68a270d-9b2b-4a72-a68e-bb217114dc4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0466034 Nov 10 05:14:01.827929 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-1e698eaf-31e5-4278-a4ba-07efc6c0955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:01.829494 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-1e698eaf-31e5-4278-a4ba-07efc6c0955c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487065 Nov 10 05:14:01.944263 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-5dd5587e-aba4-4909-b70b-9616aa17556e service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070282 Nov 10 05:14:01.987709 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '68dd7c95-f912-4e90-9837-fdc2e8f3eeba', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:3c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:59Z', 'updated_at': '2021-11-10T05:13:59Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:02.016618 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8517f46-7907-440a-93c5-7c288b389a93 None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '68dd7c95-f912-4e90-9837-fdc2e8f3eeba', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:3c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:13:59Z', 'updated_at': '2021-11-10T05:13:59Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:14:02.076450 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6374980c-5bac-426f-bce7-ab68bc1ed551 req-c49a11c5-e57b-4ebd-9b34-e854f1775e83 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171300 Nov 10 05:14:02.255016 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e8a1d-dac2-489e-99b0-91c943934248 None None] New status for floating IP 68dd7c95-f912-4e90-9837-fdc2e8f3eeba: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:14:02.730945 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd54a7-8be3-4f98-b648-c8e3fd760d93 req-00b89296-6f49-47cb-b107-cdf91a6326db tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:02.732506 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d3bd54a7-8be3-4f98-b648-c8e3fd760d93 req-00b89296-6f49-47cb-b107-cdf91a6326db tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0510454 Nov 10 05:14:02.788006 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d3bd54a7-8be3-4f98-b648-c8e3fd760d93 req-1d5db5c3-3a8a-42d9-ab6f-86a20f4d92e8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490105 Nov 10 05:14:03.210231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0c3e-2aba-4f19-8d01-5a5a3986dd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:03.916371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5af66-6e9f-4c43-8405-c5a15ebf6150 req-45a75e7a-b66d-4780-9be3-63a723b6e340 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:03.917966 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12c5af66-6e9f-4c43-8405-c5a15ebf6150 req-45a75e7a-b66d-4780-9be3-63a723b6e340 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0502477 Nov 10 05:14:03.969982 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12c5af66-6e9f-4c43-8405-c5a15ebf6150 req-c092d333-cc8e-43a3-b2ac-4b85718384f5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461273 Nov 10 05:14:04.220257 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:05.097622 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6b2b9-cc3a-49ef-b5a1-4f59e8f5abdd req-4ee8ad22-9a0b-44a1-bfb6-0c41d842f776 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:05.099214 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-25b6b2b9-cc3a-49ef-b5a1-4f59e8f5abdd req-4ee8ad22-9a0b-44a1-bfb6-0c41d842f776 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0497022 Nov 10 05:14:05.149887 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-25b6b2b9-cc3a-49ef-b5a1-4f59e8f5abdd req-9790a974-4e56-4541-83c0-f36bfb69aa8b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Nov 10 05:14:06.006702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:06.274311 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140837e-a30b-430d-a613-1239e0a791a5 req-fcff5844-c7f5-437c-bb65-893d7d08d00f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:06.275881 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9140837e-a30b-430d-a613-1239e0a791a5 req-fcff5844-c7f5-437c-bb65-893d7d08d00f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0479751 Nov 10 05:14:06.322656 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9140837e-a30b-430d-a613-1239e0a791a5 req-4fbf2b9d-c4a1-4dc1-9cb3-095ef8646420 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409617 Nov 10 05:14:06.772047 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:07.464085 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0aef04-b8cf-4dc3-8afd-1c38b11437c8 req-db0394fc-afa5-4e33-8d99-8106e52148df tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:07.465511 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0aef04-b8cf-4dc3-8afd-1c38b11437c8 req-db0394fc-afa5-4e33-8d99-8106e52148df tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0719826 Nov 10 05:14:07.490734 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-bf2918f3-c9e0-406c-a172-81ca917604f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:07.492894 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-bf2918f3-c9e0-406c-a172-81ca917604f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1099 time: 0.0616860 Nov 10 05:14:07.540903 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0aef04-b8cf-4dc3-8afd-1c38b11437c8 req-05e2a2c7-16a0-45aa-8f8d-415f08e9382b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685420 Nov 10 05:14:07.597714 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-2ef32667-92f9-463c-914b-15d37047a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:07.599125 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-2ef32667-92f9-463c-914b-15d37047a4d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0959990 Nov 10 05:14:07.664142 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-a18d6dba-f5eb-40bf-85c8-bd9c3afe168c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 1002 time: 0.0577118 Nov 10 05:14:07.711220 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-580a5330-84ac-4ea8-b36f-48451e63ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:07.712606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-580a5330-84ac-4ea8-b36f-48451e63ad1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0419285 Nov 10 05:14:07.759278 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-7d46da8c-00d9-48cb-9043-fc525ebd6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:07.760714 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-7d46da8c-00d9-48cb-9043-fc525ebd6b65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409524 Nov 10 05:14:07.847029 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-57a38d08-4cc4-4961-b3f6-06a8fc497a24 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790029 Nov 10 05:14:07.936650 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bdac18bd-dbd7-436a-b480-dfa3682f5c86 req-8e94b0bf-916b-416a-84cc-5849a19a817d service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821967 Nov 10 05:14:08.663211 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf48fcd-61f6-4ce8-a819-7a1428cbd5c6 req-d084946a-a61f-4d66-94b7-5e1dcde539e1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:08.664579 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7bf48fcd-61f6-4ce8-a819-7a1428cbd5c6 req-d084946a-a61f-4d66-94b7-5e1dcde539e1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0469508 Nov 10 05:14:08.709937 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7bf48fcd-61f6-4ce8-a819-7a1428cbd5c6 req-175e6129-5906-4b03-8d4b-3d705e505705 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390618 Nov 10 05:14:09.827207 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b399860-b393-4b5a-b64e-e3e1d9d864f0 req-e4630cd6-9a61-4a3d-b198-11ce383c996e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:09.828665 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b399860-b393-4b5a-b64e-e3e1d9d864f0 req-e4630cd6-9a61-4a3d-b198-11ce383c996e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0475302 Nov 10 05:14:09.879672 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b399860-b393-4b5a-b64e-e3e1d9d864f0 req-ced10822-4b29-4753-8c2a-1695b5a88425 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451810 Nov 10 05:14:10.995035 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560abde5-1d67-407d-a31d-e103b0d2c045 req-ef3fef0b-a958-4a8f-97ed-84b9d30ee28a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:10.996481 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-560abde5-1d67-407d-a31d-e103b0d2c045 req-ef3fef0b-a958-4a8f-97ed-84b9d30ee28a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 946 time: 0.0465121 Nov 10 05:14:11.041772 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-560abde5-1d67-407d-a31d-e103b0d2c045 req-6c639201-b218-427a-8e29-a0c7b59df893 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395770 Nov 10 05:14:11.277608 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:14:11.332753 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:11.366731 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:11.389451 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:11.391770 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cb7ba5-0a13-4ad8-aee8-87883671fb05" -d '{"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-unplugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:11.404763 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:11.411769 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:11.435101 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f194036-4f44-41f9-9be3-97b579f2dda4 x-openstack-request-id: req-3f194036-4f44-41f9-9be3-97b579f2dda4 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:11.435409 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-unplugged", "status": "failed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "code": 422}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:11.435658 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f194036-4f44-41f9-9be3-97b579f2dda4 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:11.436058 dv-cinder-817135-4-iscsi neutron-server[101802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'code': 422} returned with failed status Nov 10 05:14:11.462806 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=8']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:11.499061 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-91d97a03-34d0-46b6-8dcb-b9c9bab4add5 req-0fbf5d4e-9fd5-4089-ae94-2d2e38cbd5b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:14:11.500065 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91d97a03-34d0-46b6-8dcb-b9c9bab4add5 req-0fbf5d4e-9fd5-4089-ae94-2d2e38cbd5b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054154 Nov 10 05:14:11.649356 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753c1c-4bbd-45fe-b944-665c37cc16f4 req-95a6070e-46a4-49ec-8755-4b1c5331f376 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:11.650864 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95753c1c-4bbd-45fe-b944-665c37cc16f4 req-95a6070e-46a4-49ec-8755-4b1c5331f376 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0474815 Nov 10 05:14:11.699635 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95753c1c-4bbd-45fe-b944-665c37cc16f4 req-ae11ce05-b28b-4db3-88ce-439a60cc5a12 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Nov 10 05:14:11.854531 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59482) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:11.936149 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-1481d2f3-6d56-41cd-b61c-59c7166f11e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804560 Nov 10 05:14:11.944809 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-fb495ca5-dd4c-44e0-a3d1-0a98769e3d8f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:14:11.945753 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-fb495ca5-dd4c-44e0-a3d1-0a98769e3d8f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048432 Nov 10 05:14:12.821660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe16ab-3510-4c7a-a8d5-46f055931f6e req-27a7d5bc-ec3e-47da-b34e-82d025828fc8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:12.823122 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7fe16ab-3510-4c7a-a8d5-46f055931f6e req-27a7d5bc-ec3e-47da-b34e-82d025828fc8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Nov 10 05:14:12.870061 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f7fe16ab-3510-4c7a-a8d5-46f055931f6e req-b19ab495-0ab7-40a6-ad3e-43de2246ad8f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Nov 10 05:14:13.768200 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-c468be3e-cdd2-4561-a052-59c8253f168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:13.769578 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-c468be3e-cdd2-4561-a052-59c8253f168f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 1097 time: 0.0661695 Nov 10 05:14:13.843077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-3827c8b0-e49d-4cd2-8127-4158a5b19f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:13.844528 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-3827c8b0-e49d-4cd2-8127-4158a5b19f89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1097 time: 0.0409775 Nov 10 05:14:13.931901 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-e93a5797-ec7a-43ab-8741-7c1b21185a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:13.933351 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-e93a5797-ec7a-43ab-8741-7c1b21185a0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0819011 Nov 10 05:14:14.023718 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-17c57a92-32f2-497e-b795-f45b99bf508b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 1000 time: 0.0828364 Nov 10 05:14:14.034649 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42029-d6c8-4595-b710-5b59f579e375 req-daae02a1-1ae3-4371-9ebd-08c3aba7353c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:14.036027 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2bb42029-d6c8-4595-b710-5b59f579e375 req-daae02a1-1ae3-4371-9ebd-08c3aba7353c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0896208 Nov 10 05:14:14.100093 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-54edc25c-2565-43d6-8e4f-913ad4bbf689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:14.101489 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-54edc25c-2565-43d6-8e4f-913ad4bbf689 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0646551 Nov 10 05:14:14.119305 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2bb42029-d6c8-4595-b710-5b59f579e375 req-f7796052-508e-4227-8a9a-4561968d8a05 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751500 Nov 10 05:14:14.152367 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-9c6394f2-cea7-407c-8a80-8c306ab00ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:14.153800 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-9c6394f2-cea7-407c-8a80-8c306ab00ab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441892 Nov 10 05:14:14.239390 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-28598a0e-06a2-4956-8a14-ccee78679713 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780766 Nov 10 05:14:14.329480 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-76fb8ea4-1ec1-4e64-9c9c-ea93cad014d1 req-5a1bff77-126a-4cb4-8a47-4c1e4a8e2867 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Nov 10 05:14:15.241357 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e1cb-672a-4684-98e9-5da8f4b5c533 req-f2b29852-9f99-4017-afeb-98e5518a8afc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:15.243350 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3aa8e1cb-672a-4684-98e9-5da8f4b5c533 req-f2b29852-9f99-4017-afeb-98e5518a8afc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0516353 Nov 10 05:14:15.289823 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3aa8e1cb-672a-4684-98e9-5da8f4b5c533 req-23a04899-562f-43a0-b673-9d01af0c6956 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406909 Nov 10 05:14:16.409935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bda9c-838c-4184-9568-54c601a47f29 req-75ee6920-e9ce-4811-8a69-ab95a10f9a22 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:16.412175 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a2bda9c-838c-4184-9568-54c601a47f29 req-75ee6920-e9ce-4811-8a69-ab95a10f9a22 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0469637 Nov 10 05:14:16.461386 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a2bda9c-838c-4184-9568-54c601a47f29 req-d90778ae-aa12-49ba-be97-4360d9147e04 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Nov 10 05:14:17.581743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3dbc6-96fc-445b-bdd8-a12413eaa9af req-69ff1f94-3e5b-488c-8827-b49927547a9c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:17.583205 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dd3dbc6-96fc-445b-bdd8-a12413eaa9af req-69ff1f94-3e5b-488c-8827-b49927547a9c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0484416 Nov 10 05:14:17.633498 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dd3dbc6-96fc-445b-bdd8-a12413eaa9af req-4961d011-bd5d-4804-9663-6501be214316 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Nov 10 05:14:18.752643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06a45-3a78-4b1e-990c-0cb02e872fbb req-f9b938c3-715c-465c-8538-9bd0ce3f066b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:18.754013 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-83f06a45-3a78-4b1e-990c-0cb02e872fbb req-f9b938c3-715c-465c-8538-9bd0ce3f066b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0488863 Nov 10 05:14:18.808243 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-83f06a45-3a78-4b1e-990c-0cb02e872fbb req-b10293ce-cadd-4fb2-8f16-9eaea3c9784c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469325 Nov 10 05:14:19.928195 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8e9b-7d48-4dc2-9368-be74819e7d6c req-213f09e5-30b0-4d74-86ae-838e333bbe43 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:19.929607 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-026e8e9b-7d48-4dc2-9368-be74819e7d6c req-213f09e5-30b0-4d74-86ae-838e333bbe43 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Nov 10 05:14:19.978340 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-026e8e9b-7d48-4dc2-9368-be74819e7d6c req-bb2a6784-5014-428e-89d6-8fb314e65f4b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Nov 10 05:14:21.122841 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6aa99-347c-4c6c-a36d-1f10be1b0852 req-d7a524cf-48fe-4e69-805c-e1cd97ac0e6c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:21.124364 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52e6aa99-347c-4c6c-a36d-1f10be1b0852 req-d7a524cf-48fe-4e69-805c-e1cd97ac0e6c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0729754 Nov 10 05:14:21.170238 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-52e6aa99-347c-4c6c-a36d-1f10be1b0852 req-af0f7baa-e2c6-4792-8cb1-df5954bd854d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Nov 10 05:14:22.289523 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332302f-0c8f-43fb-9d5f-ccb3a62412a0 req-a6c7fe89-f5d9-4c92-9810-e3f6366ed120 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:22.290969 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3332302f-0c8f-43fb-9d5f-ccb3a62412a0 req-a6c7fe89-f5d9-4c92-9810-e3f6366ed120 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0493848 Nov 10 05:14:22.339393 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3332302f-0c8f-43fb-9d5f-ccb3a62412a0 req-74296e1a-7a4d-4cb4-aa1e-fc33d987397f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Nov 10 05:14:23.464608 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f248ef-93cb-4813-a618-c8a56b971eac req-1af1651b-604b-4edb-b960-eaabecaccddb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:23.466009 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95f248ef-93cb-4813-a618-c8a56b971eac req-1af1651b-604b-4edb-b960-eaabecaccddb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0524857 Nov 10 05:14:23.512817 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-95f248ef-93cb-4813-a618-c8a56b971eac req-895b3304-ee60-4f33-afee-a1df300d134d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Nov 10 05:14:24.640256 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7270-6e57-47f1-b4cb-bcc9c38849cf req-aeffe184-115f-4f4d-b187-1d965af606a6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:24.641689 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d23a7270-6e57-47f1-b4cb-bcc9c38849cf req-aeffe184-115f-4f4d-b187-1d965af606a6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0469685 Nov 10 05:14:24.688759 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d23a7270-6e57-47f1-b4cb-bcc9c38849cf req-eb26598a-7fbe-4f30-b322-90bf435ee05c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 Nov 10 05:14:25.811129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5889f-e5ed-4cbb-b534-d3c6ad8e02c5 req-a17a8909-f9d0-4dce-97ed-569eba0675c1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:25.812552 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-67c5889f-e5ed-4cbb-b534-d3c6ad8e02c5 req-a17a8909-f9d0-4dce-97ed-569eba0675c1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0538464 Nov 10 05:14:25.858651 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-67c5889f-e5ed-4cbb-b534-d3c6ad8e02c5 req-2a0a7c5d-590a-4c26-ae2e-3196fbe6c070 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400584 Nov 10 05:14:26.976461 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832eb6-8cab-48f9-805d-1f07087731ce req-c6900b4f-6341-4b31-9bdb-bfca0cba3a5f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:26.977875 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e832eb6-8cab-48f9-805d-1f07087731ce req-c6900b4f-6341-4b31-9bdb-bfca0cba3a5f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0466709 Nov 10 05:14:27.025941 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e832eb6-8cab-48f9-805d-1f07087731ce req-e2f1cc1e-3997-4e55-9bfa-4302b9d7dcaf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399199 Nov 10 05:14:28.153007 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995f52f-d7a7-4f15-aff5-761e9d06750c req-7b395a8a-5914-48d9-904b-9b54bb2247c8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:28.154440 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c995f52f-d7a7-4f15-aff5-761e9d06750c req-7b395a8a-5914-48d9-904b-9b54bb2247c8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0504122 Nov 10 05:14:28.199512 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c995f52f-d7a7-4f15-aff5-761e9d06750c req-03c6ded2-02a5-49e0-afd6-1b63f0bfcfd6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389538 Nov 10 05:14:29.319925 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72bf77-291e-4621-9a49-ac2e352ed78a req-307b135e-3036-4f37-ad31-a18c1c702cdb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:29.321365 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff72bf77-291e-4621-9a49-ac2e352ed78a req-307b135e-3036-4f37-ad31-a18c1c702cdb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0468464 Nov 10 05:14:29.366106 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff72bf77-291e-4621-9a49-ac2e352ed78a req-90d0d300-5d72-4025-857a-c90fc4dcdf5e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Nov 10 05:14:30.631682 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf65aa-a32e-47fc-ba30-6231ae555930 req-7d39e9b2-b4f5-4bea-989e-d4452829fbd6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:30.633108 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39cf65aa-a32e-47fc-ba30-6231ae555930 req-7d39e9b2-b4f5-4bea-989e-d4452829fbd6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0465598 Nov 10 05:14:30.680775 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39cf65aa-a32e-47fc-ba30-6231ae555930 req-71d9190f-1044-4b00-a73b-c1001a1ba341 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Nov 10 05:14:30.841409 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ea281a7d-416b-4009-b30f-1c8581b460fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:31.339143 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:14:31.802019 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeedb8-9c64-48cb-b6e3-e9a41313cc35 req-6618d9a1-8e5a-4df7-abd8-091e9fc83827 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:31.803573 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-debeedb8-9c64-48cb-b6e3-e9a41313cc35 req-6618d9a1-8e5a-4df7-abd8-091e9fc83827 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0527101 Nov 10 05:14:31.849426 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-debeedb8-9c64-48cb-b6e3-e9a41313cc35 req-1988ed6d-e7d9-4fa2-887e-2aad2a767117 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 Nov 10 05:14:32.966861 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674c0a-3c51-4356-a521-61a1f68140fa req-ae74ad2b-7ce1-4181-8fb8-df162b5cb8b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:32.968332 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7674c0a-3c51-4356-a521-61a1f68140fa req-ae74ad2b-7ce1-4181-8fb8-df162b5cb8b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0464845 Nov 10 05:14:33.014206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7674c0a-3c51-4356-a521-61a1f68140fa req-70242743-4c35-4139-b1b1-422de48b9606 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 Nov 10 05:14:33.201936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5706719e-6ea2-4234-b0fa-e3b3b8c018c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:34.134033 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66f0c-d27b-41c8-beb8-299e3481088d req-c7904746-e3bc-4436-b888-ff881374d6a2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:34.136115 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6cf66f0c-d27b-41c8-beb8-299e3481088d req-c7904746-e3bc-4436-b888-ff881374d6a2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0494795 Nov 10 05:14:34.180726 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6cf66f0c-d27b-41c8-beb8-299e3481088d req-53cdd3d2-8442-4bcc-a8a6-2ed7de2c9280 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Nov 10 05:14:34.221073 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:35.297322 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a424088-5f51-473b-8d9a-da0e25bad39f req-100f9fc3-d9de-4e25-b835-111a9a799956 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:35.298839 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7a424088-5f51-473b-8d9a-da0e25bad39f req-100f9fc3-d9de-4e25-b835-111a9a799956 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0465090 Nov 10 05:14:35.344141 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7a424088-5f51-473b-8d9a-da0e25bad39f req-e1f39bf6-5760-46f0-8f02-4f9ffcdc359e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Nov 10 05:14:36.000453 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:36.459314 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22591c7-9d7b-4314-b63d-4d74dd99cf35 req-ae45c1cd-f980-44a0-b2e7-59d5a030ceb8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:36.460770 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c22591c7-9d7b-4314-b63d-4d74dd99cf35 req-ae45c1cd-f980-44a0-b2e7-59d5a030ceb8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0466340 Nov 10 05:14:36.509779 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c22591c7-9d7b-4314-b63d-4d74dd99cf35 req-33b23fbe-2500-43b2-8e8a-1bc2e16922a4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 Nov 10 05:14:36.776738 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:37.626397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f62a8b-4196-48e4-a902-b5a5302d91d3 req-ecb717a8-178d-410c-ba79-8bade99e3297 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:37.627844 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11f62a8b-4196-48e4-a902-b5a5302d91d3 req-ecb717a8-178d-410c-ba79-8bade99e3297 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0465364 Nov 10 05:14:37.672769 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-11f62a8b-4196-48e4-a902-b5a5302d91d3 req-3cb13c47-ad25-49d2-8add-e47f9db46d14 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Nov 10 05:14:38.034894 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0d2b2-72ab-4fea-a783-9ff99a636b33 req-3e3159bb-7c35-4915-95de-71623f6e7f2b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:38.036247 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3ba0d2b2-72ab-4fea-a783-9ff99a636b33 req-3e3159bb-7c35-4915-95de-71623f6e7f2b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0464616 Nov 10 05:14:38.081171 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3ba0d2b2-72ab-4fea-a783-9ff99a636b33 req-7923b440-59eb-4341-adbc-33a3fbe68840 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386462 Nov 10 05:14:38.796501 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f4ee1-a187-45cc-9201-9d020c615b86 req-0f888133-a745-47ab-9539-ab4e8d3a25dd tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:38.797862 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-550f4ee1-a187-45cc-9201-9d020c615b86 req-0f888133-a745-47ab-9539-ab4e8d3a25dd tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0496829 Nov 10 05:14:38.844199 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-550f4ee1-a187-45cc-9201-9d020c615b86 req-0096fc26-2d04-4c76-87d4-4c216bfed394 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Nov 10 05:14:39.191564 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca667646-afb9-4486-8a9f-e2b54d425e59 req-45622d5f-acf2-42bf-8673-557597068292 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:39.193080 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca667646-afb9-4486-8a9f-e2b54d425e59 req-45622d5f-acf2-42bf-8673-557597068292 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0468938 Nov 10 05:14:39.238380 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ca667646-afb9-4486-8a9f-e2b54d425e59 req-316b9385-0d14-47a7-a73a-7b15296af9d9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Nov 10 05:14:39.606470 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-519856ec-5deb-41e7-8112-a4962a41859a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:39.607899 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-519856ec-5deb-41e7-8112-a4962a41859a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Nov 10 05:14:39.926133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Deleting port a11077ba-8eaf-4af5-9057-0f796c319b6b {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:14:39.926814 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.017111 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18663e-a149-4a86-b3e4-7ba19f57a1f6 req-1b7fdbf4-0ba8-49f3-8f22-c3dbdd4689f5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:40.018553 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b18663e-a149-4a86-b3e4-7ba19f57a1f6 req-1b7fdbf4-0ba8-49f3-8f22-c3dbdd4689f5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.1027124 Nov 10 05:14:40.051191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] For port a11077ba-8eaf-4af5-9057-0f796c319b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a11077ba-8eaf-4af5-9057-0f796c319b6b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:40.051573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.154023 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b18663e-a149-4a86-b3e4-7ba19f57a1f6 req-2eb514ce-115a-4fae-a0cb-0f5683a0ac3c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273572 Nov 10 05:14:40.281644 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.282000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.282310 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Floating IP f76e5e4f-c4c5-42f3-8ad1-72b383327808 disassociated. External IP: 172.27.3.15, port: a11077ba-8eaf-4af5-9057-0f796c319b6b. Nov 10 05:14:40.282642 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Calling delete_port for a11077ba-8eaf-4af5-9057-0f796c319b6b owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:14:40.393378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e574c3-48e8-4328-adf5-9b1029c011aa req-b7a997ce-a328-4ca7-8562-50487ebe1111 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:40.394827 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39e574c3-48e8-4328-adf5-9b1029c011aa req-b7a997ce-a328-4ca7-8562-50487ebe1111 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0699205 Nov 10 05:14:40.478413 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-39e574c3-48e8-4328-adf5-9b1029c011aa req-34cd646e-4888-4a76-aba7-0918042c7982 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab90870d-2064-448c-b0c1-7d1711d9aeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774775 Nov 10 05:14:40.480003 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.511036 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'Port': ['ID=a11077ba-8eaf-4af5-9057-0f796c319b6b,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:40.520515 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.520866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.521205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.521539 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.521870 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.522205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.522534 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.522858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.523183 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.523532 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.523855 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.524172 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:40.632547 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:14:40.735565 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:14:40.745659 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:14:40.755791 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:40.756398 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:14:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:40.775181 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] No DVR routers for this DVR port a11077ba-8eaf-4af5-9057-0f796c319b6b on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:14:40.778226 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:40.781587 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074acaba-fcb7-4957-9a1a-e76b1c5c4fb5 req-a3be35e2-a505-4f10-bbc6-9f01250c9fae tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "DELETE /v2.0/ports/a11077ba-8eaf-4af5-9057-0f796c319b6b HTTP/1.1" status: 204 len: 173 time: 1.1643138 Nov 10 05:14:40.782012 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'name': 'network-vif-deleted', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:40.784700 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae62d9-8442-4e54-976b-fa885a2468d5" -d '{"events": [{"server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "name": "network-vif-deleted", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:40.829941 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b1513c-ee1c-460a-918a-47e55a9f9085 x-openstack-request-id: req-57b1513c-ee1c-460a-918a-47e55a9f9085 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:40.830248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92863878-3ba8-4779-ba6f-87dc2e6d2ba9", "name": "network-vif-deleted", "tag": "a11077ba-8eaf-4af5-9057-0f796c319b6b", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:40.830485 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57b1513c-ee1c-460a-918a-47e55a9f9085 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:40.830885 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92863878-3ba8-4779-ba6f-87dc2e6d2ba9', 'name': 'network-vif-deleted', 'tag': 'a11077ba-8eaf-4af5-9057-0f796c319b6b', 'status': 'completed', 'code': 200} Nov 10 05:14:40.989559 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:41.190856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:41.222211 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:14:41.231714 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:41.232339 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:14:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:41.347949 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:41.364290 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:41.432957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efdbb2-7e8b-4498-8786-0d56196f413e req-ee489811-9fa7-4c83-aef3-8d6e6fdb8ec2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:41.434436 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-64efdbb2-7e8b-4498-8786-0d56196f413e req-ee489811-9fa7-4c83-aef3-8d6e6fdb8ec2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 944 time: 0.0500686 Nov 10 05:14:41.505347 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-64efdbb2-7e8b-4498-8786-0d56196f413e req-4cf33cbe-e00d-4ba5-be95-29530409db10 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624049 Nov 10 05:14:41.523576 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:14:41.637746 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e9378ef1-2c55-46ae-aa4a-8863a7e7cc28 req-5ca38aae-c358-4988-b92b-d80888c380a7 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=92863878-3ba8-4779-ba6f-87dc2e6d2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Nov 10 05:14:41.707965 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:41.721906 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'mac_address': 'fa:16:3e:36:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:14:41.726005 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:41.754752 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5bc6f-992f-47c9-9432-96848f94876f None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:14:41.788087 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:41.803832 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:14:41.825755 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:41.829339 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:41.877926 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=9']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:41.990423 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c58e0-a838-4dea-a2c3-81b4178731ea None None] New status for floating IP f76e5e4f-c4c5-42f3-8ad1-72b383327808: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:14:42.313900 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['dfebb86d-0685-441d-82cd-fa813d3a3764'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:14:42.625231 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6bc4b-a7cd-4740-a3c0-7277957dec5d req-1404dca2-7b5e-4075-805d-6001c09bdf28 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:42.626694 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ef6bc4b-a7cd-4740-a3c0-7277957dec5d req-1404dca2-7b5e-4075-805d-6001c09bdf28 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Nov 10 05:14:42.674765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ef6bc4b-a7cd-4740-a3c0-7277957dec5d req-b16c4ab1-3672-462d-871a-ec7ff559f2c2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Nov 10 05:14:42.713930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59620) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:42.769124 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:42.791636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:42.841536 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:42.844138 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:42.845279 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "DELETE /v2.0/security-groups/ab90870d-2064-448c-b0c1-7d1711d9aeaf HTTP/1.1" status: 204 len: 168 time: 0.1303587 Nov 10 05:14:42.848106 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59622) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:42.854898 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90870d-2064-448c-b0c1-7d1711d9aeaf,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:42.861346 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.api.v2.resource [None req-7288d530-91ab-4c36-9897-bec51ac69c1d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] show failed (client error): The resource could not be found. Nov 10 05:14:42.864965 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.864965 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865223 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-7288d530-91ab-4c36-9897-bec51ac69c1d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups/ab90870d-2064-448c-b0c1-7d1711d9aeaf HTTP/1.1" status: 404 len: 347 time: 0.0132670 Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.865940 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59624) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:42.866050 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.866050 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.866050 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9a1ea-2849-41ee-99f8-b5e1eaa7b4a3 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:42.992955 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Deleting port a2f78a1d-92e1-4332-a034-10a5c52f2347 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:14:42.993290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.064989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.065214 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.078377 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Calling delete_port for a2f78a1d-92e1-4332-a034-10a5c52f2347 owned by network:floatingip {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:14:43.210891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.237932 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'Port': ['ID=a2f78a1d-92e1-4332-a034-10a5c52f2347,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:43.295064 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.297590 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.298708 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b1360e27-1bea-4a9a-b0b7-4781079b6919 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "DELETE /v2.0/floatingips/f76e5e4f-c4c5-42f3-8ad1-72b383327808 HTTP/1.1" status: 204 len: 168 time: 0.4326375 Nov 10 05:14:43.497266 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:14:43.552302 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port dfebb86d-0685-441d-82cd-fa813d3a3764 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:14:43.552696 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.559049 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59628) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:43.563726 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227457511', 'description': 'tempest-description--911445264'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:43.585513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.637993 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.651008 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.654887 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.661707 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:43.664167 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f322efe7-60e0-4e7b-8ff6-0deaed055f68" -d '{"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:43.677386 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:43.681135 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.682501 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device a11077ba-8eaf-4af5-9057-0f796c319b6b no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:14:43.684547 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.685778 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1256282 Nov 10 05:14:43.688789 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59632) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:43.689993 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441067f-faeb-43c2-8551-ac5d5d0db664 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06689187-5db3-4cf3-9c71-a7567fddd274,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:43.693999 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group_rule': {'security_group_id': '06689187-5db3-4cf3-9c71-a7567fddd274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:43.727598 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: a11077ba-8eaf-4af5-9057-0f796c319b6b {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:14:43.727947 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device a11077ba-8eaf-4af5-9057-0f796c319b6b not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:14:43.740198 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.740721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4887d1-2942-448f-97b7-793827b05232 x-openstack-request-id: req-5e4887d1-2942-448f-97b7-793827b05232 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:43.740721 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-plugged", "status": "completed", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:43.740938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e4887d1-2942-448f-97b7-793827b05232 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:43.741188 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'code': 200} Nov 10 05:14:43.757671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=10']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:43.789928 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.795089 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.803615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd606-efdf-4223-8168-242456d562dc req-1456cc4d-1f91-4692-8d20-48878b1603d7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:43.805331 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-678cd606-efdf-4223-8168-242456d562dc req-1456cc4d-1f91-4692-8d20-48878b1603d7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0538042 Nov 10 05:14:43.815153 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70879768-f4af-4d7b-afd6-a451084ccfc8,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:43.821638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.826819 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7f9fe472-aeae-465b-ab35-1fd930dc30dd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365900 Nov 10 05:14:43.827412 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59636) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:43.831771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'security_group_rule': {'security_group_id': '06689187-5db3-4cf3-9c71-a7567fddd274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:43.858119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.860143 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-678cd606-efdf-4223-8168-242456d562dc req-a125a028-f8cd-43ed-8810-614ab00eb63c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483496 Nov 10 05:14:43.912956 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.916317 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.932842 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4111d9-aa0d-403a-a318-433acdd9e9dc,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:43.941523 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:43.942679 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7c140d25-2cf9-4ff1-a673-2450d0542d98 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142530 Nov 10 05:14:43.945765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59638) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:43.950639 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:43.971446 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.067978 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.174211 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Allocated IP 172.27.3.215 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/b36a6db6-31b4-40d9-a758-782aec36b683) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:14:44.273950 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.278651 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93af1b-b3fb-4514-a623-ddef1740b756 req-4eed1aca-f3c1-46f2-aed0-a81c7f58b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:44.280292 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f93af1b-b3fb-4514-a623-ddef1740b756 req-4eed1aca-f3c1-46f2-aed0-a81c7f58b8f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1100 time: 0.0386827 Nov 10 05:14:44.307822 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.325477 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8f93af1b-b3fb-4514-a623-ddef1740b756 req-01efd8a2-38fe-4956-8af2-fa3381565756 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Nov 10 05:14:44.346949 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:14:44.349762 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:14:44.354557 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:14:44.357429 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=b36a6db6-31b4-40d9-a758-782aec36b683,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:44.438902 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.470457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.614787 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.619247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.682117 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=b36a6db6-31b4-40d9-a758-782aec36b683,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:44.695380 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.710080 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:44.711302 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b02a502d-9aad-4ad4-88a8-88334ad3ff6e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7646046 Nov 10 05:14:44.899588 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-53b00007-7411-43bf-81ef-2722f3dbbf74 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1227457511&fields=id&tenant_id=979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 267 time: 0.0412431 Nov 10 05:14:45.029974 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118541b-77a9-4712-88d3-10ec53279a7f req-52339262-7675-4211-8d3d-23901879ebb4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:45.031455 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c118541b-77a9-4712-88d3-10ec53279a7f req-52339262-7675-4211-8d3d-23901879ebb4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0991426 Nov 10 05:14:45.041466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-fca7dc45-6d64-417a-9f63-c40e6cd98397 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:45.042808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-fca7dc45-6d64-417a-9f63-c40e6cd98397 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 811 time: 0.1361456 Nov 10 05:14:45.065121 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-fd3da292-a01b-46b5-a29d-da474b15390a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/quotas/979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 375 time: 0.0159006 Nov 10 05:14:45.117420 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c118541b-77a9-4712-88d3-10ec53279a7f req-be1a08ee-0c7c-4434-b33a-6a4a77d4d28a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736637 Nov 10 05:14:45.136617 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-b901bbc9-10b3-4068-8690-8c91259d1924 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660424 Nov 10 05:14:45.227619 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-0db70575-93f3-4abb-b587-381e2bd90db7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795894 Nov 10 05:14:45.317054 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-fadfdb38-cfb5-4236-9407-8b6c80636945 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Nov 10 05:14:45.469274 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8778f4b9-69c4-4390-a2f1-ee6d774e645b req-11b82c14-39f4-4fb8-bceb-c06bbfcafd6d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0262866 Nov 10 05:14:46.242757 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e6c3-d8ce-4d11-a17a-6c479c5e6d96 req-61e7691f-1e62-4b6c-a464-774acb1dcd3a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:46.244480 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d27e6c3-d8ce-4d11-a17a-6c479c5e6d96 req-61e7691f-1e62-4b6c-a464-774acb1dcd3a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0508454 Nov 10 05:14:46.292096 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d27e6c3-d8ce-4d11-a17a-6c479c5e6d96 req-d1170550-8f8c-4c41-97ff-d962c5482d25 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Nov 10 05:14:46.587921 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-03f5f473-6c87-4c4b-bd8d-50adb774d8e8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:46.589943 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-03f5f473-6c87-4c4b-bd8d-50adb774d8e8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 811 time: 0.1413450 Nov 10 05:14:46.591883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d8b6d3e4-aa8e-4556-8c4a-d0ece5a10795 req-2018e596-42bc-4805-b356-24acb097947c tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0402486 Nov 10 05:14:46.664777 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-9e9b366c-8b09-4a1c-88f3-24cdac53032e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979e727256044ef3a59e2ef6cc60a16e HTTP/1.1" status: 200 len: 380 time: 0.0519481 Nov 10 05:14:46.674054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'port': {'device_id': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'admin_state_up': True, 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'security_groups': ['06689187-5db3-4cf3-9c71-a7567fddd274']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:46.779000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Made reservation on behalf of 979e727256044ef3a59e2ef6cc60a16e for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:14:46.782447 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:46.900079 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Allocated IP 172.20.0.7 (f6d3179d-a72b-4b69-aa19-974e290f3c3b/4e876fd4-b759-4ac4-9dc4-9fbd61d282e8/47c47cbf-6f7f-43e4-9b9c-451280e8a5fb) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:14:47.031239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.063978 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.101040 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:14:47.106780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:14:47.110327 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:14:47.140619 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event updated for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:47.165920 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:47.167084 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.183804 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-5a6f497b-e112-4edd-81bb-331c060b31e4 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5132360 Nov 10 05:14:47.203227 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Request body: {'port': {'device_id': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:47.257298 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.344822 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-e78e5ca2-4518-4afe-9590-e1e6863c5c2a None None] Provisioning complete for port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:14:47.345364 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e78e5ca2-4518-4afe-9590-e1e6863c5c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.380289 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-e78e5ca2-4518-4afe-9590-e1e6863c5c2a None None] Port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:14:47.469178 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2091b-955d-44a6-8f68-835849e0d7d3 req-85db15cb-2d08-44d0-be30-010259b26257 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:47.470651 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87a2091b-955d-44a6-8f68-835849e0d7d3 req-85db15cb-2d08-44d0-be30-010259b26257 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0992389 Nov 10 05:14:47.545193 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-87a2091b-955d-44a6-8f68-835849e0d7d3 req-0b0f6b15-1dad-40d5-9cc2-ba2b4311485c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683184 Nov 10 05:14:47.595481 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:14:47.602659 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.616863 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Transition to ACTIVE for port object 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:14:47.620671 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.672072 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Pushing event updated for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:47.773179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd42a4-8420-43a2-95e2-570e8494343c req-5620520f-15ae-4231-bb61-9de3fabbf498 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:47.774687 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69bd42a4-8420-43a2-95e2-570e8494343c req-5620520f-15ae-4231-bb61-9de3fabbf498 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0989850 Nov 10 05:14:47.779591 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Attempting to bind port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:14:47.779928 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Attempting to bind port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:14:47.780252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Attempting to bind port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:14:47.792094 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb on network f6d3179d-a72b-4b69-aa19-974e290f3c3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:14:47.792409 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Attempting to bind port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb on network f6d3179d-a72b-4b69-aa19-974e290f3c3b {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:14:47.806458 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:14:47.807361 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Checking segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:14:47.807767 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Bound using segment: {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:14:47.808200 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Bound port: 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:14:47.808553 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.859948 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69bd42a4-8420-43a2-95e2-570e8494343c req-314d06a9-9742-4ce2-ae08-ee141b9c3168 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772769 Nov 10 05:14:47.888633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:14:47.891693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:14:47.896377 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.932440 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:47.933231 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:47.934595 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] 10.222.0.16 "PUT /v2.0/ports/47c47cbf-6f7f-43e4-9b9c-451280e8a5fb HTTP/1.1" status: 200 len: 1093 time: 0.7356727 Nov 10 05:14:47.936639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:47.938866 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff519d-156f-4ed2-83e0-215093d2f5be" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:47.968358 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403248-84e2-4abd-a9c2-3d8e53eca491 service neutron] Pushing event updated for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:47.985639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b68525-d075-432c-82de-4b3ddd30c97e x-openstack-request-id: req-34b68525-d075-432c-82de-4b3ddd30c97e {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:47.985928 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:47.986177 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34b68525-d075-432c-82de-4b3ddd30c97e {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:47.986573 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'status': 'completed', 'code': 200} Nov 10 05:14:48.046061 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-c8675998-6529-4f44-9e4b-fd396921939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.047589 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-c8675998-6529-4f44-9e4b-fd396921939f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0421758 Nov 10 05:14:48.096448 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-0d2dbef6-492e-4543-b325-83345a91dcce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0340827 Nov 10 05:14:48.145461 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-3136852c-c63e-4061-8ce1-1d5550463fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.146911 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-3136852c-c63e-4061-8ce1-1d5550463fde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0443168 Nov 10 05:14:48.192697 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-98aa0686-5f2b-471b-adb8-5dccea33e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.194115 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-98aa0686-5f2b-471b-adb8-5dccea33e85b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408657 Nov 10 05:14:48.281286 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-05a59bbf-c9a4-4698-bc68-f369fd51dc42 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Nov 10 05:14:48.592774 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-57781d30-4630-42f2-ae65-2d8a679ad3b4 req-641ac71d-333d-4c15-8863-03cc3a6a562e service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041553 Nov 10 05:14:48.730179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-a71f00df-1e42-42d2-87a6-6c33958cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.731886 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-a71f00df-1e42-42d2-87a6-6c33958cb872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0394983 Nov 10 05:14:48.821780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-f966b1f4-b99e-49e0-aaf7-601442e43ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.823679 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-f966b1f4-b99e-49e0-aaf7-601442e43ea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.0844872 Nov 10 05:14:48.864329 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-21f3cf8d-8354-443d-b05a-6403fba79959 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0328994 Nov 10 05:14:48.911285 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-b68faae4-3252-4212-826d-09408971c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.912717 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-b68faae4-3252-4212-826d-09408971c82d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0419559 Nov 10 05:14:48.986885 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-1635ac6f-6ee2-4614-8979-907adcc1762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:48.988374 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-1635ac6f-6ee2-4614-8979-907adcc1762e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691357 Nov 10 05:14:48.999067 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5512bf7-e6b2-4b4e-a707-078f8e6bd278 req-be371b93-72fa-488f-9ccd-3433690935d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:49.000442 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5512bf7-e6b2-4b4e-a707-078f8e6bd278 req-be371b93-72fa-488f-9ccd-3433690935d8 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0726852 Nov 10 05:14:49.100377 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5512bf7-e6b2-4b4e-a707-078f8e6bd278 req-5d4e5115-ca01-450b-8fda-0eaddd1e5374 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914016 Nov 10 05:14:49.115106 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-de0ab9de-254b-4825-b2f0-2697c3c80c9d service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137843 Nov 10 05:14:49.201810 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ff519d-156f-4ed2-83e0-215093d2f5be req-dd306391-9231-4a3c-ac54-d26dc36c69b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796673 Nov 10 05:14:50.213830 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ce71-7106-42b8-bf32-e7d31367883d req-a8b31a8c-4150-4ea3-8729-6de53959a3b0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:50.215301 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7524ce71-7106-42b8-bf32-e7d31367883d req-a8b31a8c-4150-4ea3-8729-6de53959a3b0 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0474744 Nov 10 05:14:50.264758 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7524ce71-7106-42b8-bf32-e7d31367883d req-a76b4960-9b2e-4da0-ac0e-fff334034bd9 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Nov 10 05:14:51.383754 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f1f0-702d-4cbc-a2ca-be42a692a163 req-9509cb99-470a-4f57-8eab-5f2a67468c00 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:51.385216 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1047f1f0-702d-4cbc-a2ca-be42a692a163 req-9509cb99-470a-4f57-8eab-5f2a67468c00 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0483861 Nov 10 05:14:51.431450 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1047f1f0-702d-4cbc-a2ca-be42a692a163 req-d0a41b85-6860-4daa-8f02-5a5ddadd0c15 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Nov 10 05:14:52.543823 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ea651-d812-4946-83f3-71758911b8b4 req-f9bd119a-715f-4b9c-b80d-f8ddb0acea9a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:52.545297 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-851ea651-d812-4946-83f3-71758911b8b4 req-f9bd119a-715f-4b9c-b80d-f8ddb0acea9a tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0473621 Nov 10 05:14:52.590780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-851ea651-d812-4946-83f3-71758911b8b4 req-99d58a3c-9c4f-4618-9f9f-ac4da3ca0b87 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Nov 10 05:14:53.545102 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:14:53.637140 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:53.648396 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'port_id': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'mac_address': 'fa:16:3e:1e:24:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:14:53.689885 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:53.702679 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:14:53.704785 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fded6b2-7340-4315-9438-72448227743f req-1de39fe4-609a-4279-9d7d-cadb23a8f773 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:53.706265 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5fded6b2-7340-4315-9438-72448227743f req-1de39fe4-609a-4279-9d7d-cadb23a8f773 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0507197 Nov 10 05:14:53.721831 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:53.725742 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:53.753428 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5fded6b2-7340-4315-9438-72448227743f req-2db1945e-c775-4fe6-8975-47e5d7bae82b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Nov 10 05:14:53.771944 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:53.779432 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.779799 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.780140 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.780496 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.780824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.781150 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.781473 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.781793 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.782115 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.782437 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.782757 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:53.783342 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:14:54.150796 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:14:54.864499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48245e0a-1f9b-4801-8456-13cb387e0aed req-da0dd824-aa0a-4763-8185-fd64afb41685 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:54.865922 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48245e0a-1f9b-4801-8456-13cb387e0aed req-da0dd824-aa0a-4763-8185-fd64afb41685 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 944 time: 0.0471063 Nov 10 05:14:54.911487 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48245e0a-1f9b-4801-8456-13cb387e0aed req-fe0480b4-9d24-4be8-b837-d62d1027199e tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Nov 10 05:14:55.560722 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:14:55.611903 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:14:55.615583 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:14:55.616038 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:55.696015 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:55.721283 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:55.723608 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424a0fd4-c0bd-4350-a0d3-2e7b96de5b0f" -d '{"events": [{"server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:55.737453 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:14:55.741362 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:55.765860 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e75d4-9c4b-46fc-977a-4391b46e4014 x-openstack-request-id: req-149e75d4-9c4b-46fc-977a-4391b46e4014 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:55.766146 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:55.766396 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-149e75d4-9c4b-46fc-977a-4391b46e4014 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:55.766781 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'code': 200} Nov 10 05:14:55.792463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:14:55.977552 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e776-c56b-4e83-b932-95b88b65bb58 req-e7435695-6254-4cb3-831a-90316d3f6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:55.979744 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9e6e776-c56b-4e83-b932-95b88b65bb58 req-e7435695-6254-4cb3-831a-90316d3f6cd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0423031 Nov 10 05:14:56.052415 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7eea9-2328-4c97-aca9-69503ad1afba req-56e541f3-fd6f-42b8-b4d8-ff0452622b48 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:56.053775 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14f7eea9-2328-4c97-aca9-69503ad1afba req-56e541f3-fd6f-42b8-b4d8-ff0452622b48 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0731862 Nov 10 05:14:56.057017 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c9e6e776-c56b-4e83-b932-95b88b65bb58 req-e9aeac2b-f78a-404e-ad8e-9eb6c0dacb6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683043 Nov 10 05:14:56.099498 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14f7eea9-2328-4c97-aca9-69503ad1afba req-abfe98f4-5713-4a3d-963b-b4e75139203d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 Nov 10 05:14:57.209676 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa4e8-6713-489d-8ec8-b512e1caebdf req-7ba6183e-5ff2-4655-8c8c-dc26b807abb5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:57.211098 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9a3aa4e8-6713-489d-8ec8-b512e1caebdf req-7ba6183e-5ff2-4655-8c8c-dc26b807abb5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0458121 Nov 10 05:14:57.258981 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9a3aa4e8-6713-489d-8ec8-b512e1caebdf req-b965ea1f-a08b-4b79-82bd-3aa6297e3e60 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Nov 10 05:14:58.369475 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d7cf6-5f37-4dad-93b4-ac3bdde693f4 req-a6871429-060a-481c-9973-1ac14af12eb5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:58.370919 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e22d7cf6-5f37-4dad-93b4-ac3bdde693f4 req-a6871429-060a-481c-9973-1ac14af12eb5 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0471432 Nov 10 05:14:58.417133 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e22d7cf6-5f37-4dad-93b4-ac3bdde693f4 req-670434a7-8137-4c92-8e7f-ef7bf39cf937 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Nov 10 05:14:58.526552 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7a77-bd0b-4dab-8146-f50b283b4301 req-81e5192d-3352-44f9-b420-7549c754a30d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:58.528158 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-26ef7a77-bd0b-4dab-8146-f50b283b4301 req-81e5192d-3352-44f9-b420-7549c754a30d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Nov 10 05:14:58.537949 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59740) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:14:58.542241 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Request body: {'floatingip': {'port_id': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:14:58.582563 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:58.998895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:59.002869 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:59.102461 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Floating IP f7bb7604-df57-4820-b6e7-3bb864d5d8ce associated. External IP: 172.27.3.215, port: 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb. Nov 10 05:14:59.305106 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:14:59.413399 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:14:59.418220 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:14:59.423220 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:14:59.433245 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:59.433849 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:14:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:59.445096 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-902f4d8d-fc34-47df-8e4e-c7356ffc8f69 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "PUT /v2.0/floatingips/f7bb7604-df57-4820-b6e7-3bb864d5d8ce HTTP/1.1" status: 200 len: 991 time: 0.9059942 Nov 10 05:14:59.446082 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:14:59.450634 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0318887c-6dfc-4a87-9000-b4302538824e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:14:59.495910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c822f15-e14c-4c1a-ac24-00137cbe9c59 x-openstack-request-id: req-6c822f15-e14c-4c1a-ac24-00137cbe9c59 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:14:59.496206 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:14:59.496463 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c822f15-e14c-4c1a-ac24-00137cbe9c59 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:14:59.496865 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'status': 'completed', 'code': 200} Nov 10 05:14:59.542935 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:59.590985 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318887c-6dfc-4a87-9000-b4302538824e req-fe96fa98-fa5e-44d6-8043-6dcbf3988fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:59.590985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-fe96fa98-fa5e-44d6-8043-6dcbf3988fbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=979e727256044ef3a59e2ef6cc60a16e&device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0403872 Nov 10 05:14:59.689883 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318887c-6dfc-4a87-9000-b4302538824e req-6f97e536-9489-45ec-8c9c-cb00c6120bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:59.691378 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-6f97e536-9489-45ec-8c9c-cb00c6120bce service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 200 len: 912 time: 0.0895984 Nov 10 05:14:59.759163 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-3bb42fec-c009-40bc-914f-311c81cc1dcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb HTTP/1.1" status: 200 len: 999 time: 0.0596075 Nov 10 05:14:59.800606 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f7bb7604-df57-4820-b6e7-3bb864d5d8ce', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:1e:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:44Z', 'updated_at': '2021-11-10T05:14:58Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:59.819408 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318887c-6dfc-4a87-9000-b4302538824e req-091c4c12-2269-4c56-853e-87e6fc6eac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:59.820880 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-091c4c12-2269-4c56-853e-87e6fc6eac24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 200 len: 850 time: 0.0475903 Nov 10 05:14:59.827550 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:14:59.835795 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:14:59.836383 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:14:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:14:59.868951 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318887c-6dfc-4a87-9000-b4302538824e req-b4cd7949-f276-40d2-94a1-4af0da8ded11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:14:59.870993 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-b4cd7949-f276-40d2-94a1-4af0da8ded11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6d3179d-a72b-4b69-aa19-974e290f3c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393302 Nov 10 05:14:59.941854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:14:59.963535 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-296ccb1a-4a96-402e-bd51-6bffb6eb3302 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807486 Nov 10 05:15:00.061798 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0318887c-6dfc-4a87-9000-b4302538824e req-90c22d6c-a0c4-4976-b671-a4ad39fe8355 service neutron] 10.222.0.16 "GET /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878515 Nov 10 05:15:00.301408 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f7bb7604-df57-4820-b6e7-3bb864d5d8ce', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:1e:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:44Z', 'updated_at': '2021-11-10T05:14:58Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:15:00.329961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d7709-533b-4b49-bc52-6174f5d80740 None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'f7bb7604-df57-4820-b6e7-3bb864d5d8ce', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'port_id': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'mac_address': 'fa:16:3e:1e:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:14:44Z', 'updated_at': '2021-11-10T05:14:58Z', 'revision_number': 1, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:15:00.540251 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef57c9-8489-4d9b-bb11-6a725755d979 None None] New status for floating IP f7bb7604-df57-4820-b6e7-3bb864d5d8ce: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:15:00.844185 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a8c4-2444-40bd-bddd-a10127d397c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:03.203064 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a8d3700f-ab55-49d5-95d8-f7ed0a575205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:04.224178 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:06.005468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:06.779950 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:08.342041 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:15:11.328070 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:15.249552 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-27daf9cf-fa9f-4d10-9715-9564b40c7a9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384142 Nov 10 05:15:15.348006 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-2a84e65a-125d-407f-874b-d2c719d5748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:15.349355 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-2a84e65a-125d-407f-874b-d2c719d5748d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 1100 time: 0.0416410 Nov 10 05:15:15.450111 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-6f856526-d9ce-47c4-bcb6-9a21454ddf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:15.451606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-6f856526-d9ce-47c4-bcb6-9a21454ddf43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0820894 Nov 10 05:15:15.522480 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-a21ac5aa-ae76-4699-b30e-c923d7326f6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 200 len: 1002 time: 0.0632951 Nov 10 05:15:15.571290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-611c4f88-0436-4a7c-b301-85318f2da247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:15.572671 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-611c4f88-0436-4a7c-b301-85318f2da247 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0424864 Nov 10 05:15:15.617386 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-e7e95f2d-7853-4114-a4a4-470aeac8b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:15.618734 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-e7e95f2d-7853-4114-a4a4-470aeac8b452 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382023 Nov 10 05:15:15.708375 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-17e5825e-4e11-43e9-804b-37512bced0b8 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819666 Nov 10 05:15:15.798515 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a5c88415-8f7c-4b57-a2fb-5df239054ec0 req-4b86c6fb-dff0-4ea5-a0ec-d3d328e8f5cd service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823035 Nov 10 05:15:30.845268 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-091227b8-6cce-49a4-9807-934ec2f16709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:33.203536 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0ce964ea-316e-4899-ac36-0c28a6fc7c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:34.226304 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:36.005871 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:36.781969 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:41.358904 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:45.341963 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:15:54.990184 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a24f3-8131-41d1-b7f9-cb2ab476b80b req-2aed0648-14de-4447-96a5-e18ae6cc9c74 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:54.991636 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487a24f3-8131-41d1-b7f9-cb2ab476b80b req-2aed0648-14de-4447-96a5-e18ae6cc9c74 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0471933 Nov 10 05:15:55.041438 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487a24f3-8131-41d1-b7f9-cb2ab476b80b req-17e9a403-e99d-4f52-976f-e13d68054717 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 Nov 10 05:15:56.157034 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfd88-0e25-4929-805c-3d81f33c4651 req-46ea946f-24c1-437c-bf2f-3d3ca8b093aa tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:56.158745 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48ebfd88-0e25-4929-805c-3d81f33c4651 req-46ea946f-24c1-437c-bf2f-3d3ca8b093aa tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0461247 Nov 10 05:15:56.205383 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-48ebfd88-0e25-4929-805c-3d81f33c4651 req-ab4f1c91-fdef-4a7f-b6aa-ef9b115955ce tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Nov 10 05:15:56.382492 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673d55a-ee8f-4591-a688-61cdc2963ca8 req-ca8e9103-5b4d-43aa-996e-347f138255f0 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:56.383992 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c673d55a-ee8f-4591-a688-61cdc2963ca8 req-ca8e9103-5b4d-43aa-996e-347f138255f0 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0467649 Nov 10 05:15:56.432253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c673d55a-ee8f-4591-a688-61cdc2963ca8 req-a8221679-6842-4172-8772-94617cb01a1a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Nov 10 05:15:57.058994 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-964c9f08-83e9-4dd1-8f62-7f5056f8978c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:57.061009 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-964c9f08-83e9-4dd1-8f62-7f5056f8978c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.0497761 Nov 10 05:15:57.147131 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Deleting port dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:15:57.147483 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:57.234079 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] For port dfebb86d-0685-441d-82cd-fa813d3a3764, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=dfebb86d-0685-441d-82cd-fa813d3a3764,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:15:57.234791 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:57.396335 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c8bbd-b2ed-4a5d-a416-75c6061a54e0 req-03a8003d-d1de-4957-8d53-33794c2167e1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:57.397784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd7c8bbd-b2ed-4a5d-a416-75c6061a54e0 req-03a8003d-d1de-4957-8d53-33794c2167e1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 947 time: 0.1156850 Nov 10 05:15:57.723227 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:57.723771 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:57.724090 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Floating IP a0821b23-9c16-4508-ac5b-23cfb416de9e disassociated. External IP: 172.27.3.151, port: dfebb86d-0685-441d-82cd-fa813d3a3764. Nov 10 05:15:57.724423 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Calling delete_port for dfebb86d-0685-441d-82cd-fa813d3a3764 owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:15:57.754877 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dd7c8bbd-b2ed-4a5d-a416-75c6061a54e0 req-1d94bc1d-9afb-4e01-aa55-23a78dab854c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddfdb708-e2bb-4e49-a9d4-d527cc88689c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510990 Nov 10 05:15:57.810555 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a85cd-5ae3-4c13-9145-357fcd337279 req-93aa112c-37af-44ad-84b2-e269e80ea85c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:57.812027 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-299a85cd-5ae3-4c13-9145-357fcd337279 req-93aa112c-37af-44ad-84b2-e269e80ea85c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.1146719 Nov 10 05:15:57.896190 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-299a85cd-5ae3-4c13-9145-357fcd337279 req-30dc84ae-d46c-4100-a968-26f71e935066 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777826 Nov 10 05:15:57.923054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:57.951390 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'Port': ['ID=dfebb86d-0685-441d-82cd-fa813d3a3764,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:15:57.962911 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.963280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.963624 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.963966 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.964304 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.964640 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.964975 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.965306 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.965641 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.965961 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.966287 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:57.966642 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:15:58.074788 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:15:58.177689 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:15:58.188291 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:15:58.197775 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:15:58.198436 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:15:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:15:58.213686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] No DVR routers for this DVR port dfebb86d-0685-441d-82cd-fa813d3a3764 on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:15:58.216692 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:15:58.220021 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e6df2d4b-beee-4f6f-8647-a484ac2c957f req-f213faa4-5953-4598-bc0c-f91c3855bb47 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "DELETE /v2.0/ports/dfebb86d-0685-441d-82cd-fa813d3a3764 HTTP/1.1" status: 204 len: 173 time: 1.1530159 Nov 10 05:15:58.220409 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-deleted', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:15:58.222670 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44208fa-b5b9-4087-b558-98d024214dce" -d '{"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-deleted", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:15:58.264223 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95359e15-171b-4f13-ba23-784edcf0da6f x-openstack-request-id: req-95359e15-171b-4f13-ba23-784edcf0da6f {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:15:58.264829 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3622f0e-a1e9-4d5b-b99d-6f8a97c28952", "name": "network-vif-deleted", "tag": "dfebb86d-0685-441d-82cd-fa813d3a3764", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:15:58.264829 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95359e15-171b-4f13-ba23-784edcf0da6f {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:15:58.265139 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3622f0e-a1e9-4d5b-b99d-6f8a97c28952', 'name': 'network-vif-deleted', 'tag': 'dfebb86d-0685-441d-82cd-fa813d3a3764', 'status': 'completed', 'code': 200} Nov 10 05:15:58.313836 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:15:58.518448 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:15:58.545007 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:15:58.552947 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:15:58.553539 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:15:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:15:58.654980 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:15:58.863373 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:15:58.873460 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-979159fa-99e8-41b0-b853-f3102d222b8f req-8f06c2fc-79f0-44e2-8140-2d1beafd662e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3622f0e-a1e9-4d5b-b99d-6f8a97c28952 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Nov 10 05:15:58.895282 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dea649-655a-4cd5-ae38-315365c9db08 None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:15:59.016357 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42648e70-bbb6-4728-8817-9a002b4ad692 req-29d5c678-113f-4793-a634-5250d4da42dc tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:15:59.017867 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-42648e70-bbb6-4728-8817-9a002b4ad692 req-29d5c678-113f-4793-a634-5250d4da42dc tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Nov 10 05:15:59.069165 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-42648e70-bbb6-4728-8817-9a002b4ad692 req-ed35f0b7-3a81-4b37-bd4a-880ca62670a7 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Nov 10 05:15:59.126833 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3062b99-3c58-48e4-b75d-50ae99753524 None None] New status for floating IP a0821b23-9c16-4508-ac5b-23cfb416de9e: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:15:59.959969 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59924) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:15:59.985101 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:00.004546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: dfebb86d-0685-441d-82cd-fa813d3a3764 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:00.004887 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device dfebb86d-0685-441d-82cd-fa813d3a3764 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:00.012878 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.035629 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.081506 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.084474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.085677 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "DELETE /v2.0/security-groups/ddfdb708-e2bb-4e49-a9d4-d527cc88689c HTTP/1.1" status: 204 len: 168 time: 0.1247346 Nov 10 05:16:00.088546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59926) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:00.095031 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec569-cba3-44dc-9b34-772b23cf0692 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfdb708-e2bb-4e49-a9d4-d527cc88689c,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:00.103810 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.api.v2.resource [None req-f96cba5e-9f0a-468f-b451-bb5438233c27 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] show failed (client error): The resource could not be found. Nov 10 05:16:00.107437 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-f96cba5e-9f0a-468f-b451-bb5438233c27 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups/ddfdb708-e2bb-4e49-a9d4-d527cc88689c HTTP/1.1" status: 404 len: 347 time: 0.0152774 Nov 10 05:16:00.107678 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59932) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:00.241232 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be42d81-6e14-40fa-a07f-b39f2832c8ce req-d0a2b0ce-8ade-4e03-8882-8b421490b421 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:00.242696 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8be42d81-6e14-40fa-a07f-b39f2832c8ce req-d0a2b0ce-8ade-4e03-8882-8b421490b421 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0986605 Nov 10 05:16:00.261808 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Deleting port febbbc1c-7fd6-4304-a775-967b870f4aca {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:00.262147 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.294564 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8be42d81-6e14-40fa-a07f-b39f2832c8ce req-7d410bfb-93be-451c-a3c1-2ce5bfac1727 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Nov 10 05:16:00.335859 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.336178 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.347869 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Calling delete_port for febbbc1c-7fd6-4304-a775-967b870f4aca owned by network:floatingip {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:00.479966 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.505716 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'Port': ['ID=febbbc1c-7fd6-4304-a775-967b870f4aca,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:00.518368 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.518717 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.519060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.519435 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.519768 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.520101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.520432 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.520758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.521082 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.521407 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.521737 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.522059 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:00.579034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.581843 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.582985 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b1447f75-dc96-4ca0-8f80-8183244bec9b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "DELETE /v2.0/floatingips/a0821b23-9c16-4508-ac5b-23cfb416de9e HTTP/1.1" status: 204 len: 168 time: 0.4743903 Nov 10 05:16:00.766209 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59940) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:00.770843 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654018380', 'description': 'tempest-description--952805802'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:00.794503 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.845823 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9e390583-ec7f-4a85-827b-d8081bafe6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.859750 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.863145 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.891306 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.892481 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252100 Nov 10 05:16:00.894273 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05916f63-f28c-4a79-88e0-372cd782c774 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a829f-a5e6-44e0-b392-906c94094a69,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:00.895613 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59942) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:00.900247 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group_rule': {'security_group_id': 'ae4a829f-a5e6-44e0-b392-906c94094a69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:00.925538 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.976902 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.980475 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:00.998551 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfa2427-4c2c-45d0-99a4-44ff9520429d,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:01.006955 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.008174 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a12d000a-c986-4ff6-9757-11ef31c2965b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115353 Nov 10 05:16:01.010805 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 59944) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:01.015535 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'security_group_rule': {'security_group_id': 'ae4a829f-a5e6-44e0-b392-906c94094a69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:01.041910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.097096 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.100850 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.119786 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047544d9-56b2-4886-85d6-c0ceecf726e8,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:01.130423 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.131678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-701aaf1d-2bdf-47a0-b716-5e82ffa63078 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197054 Nov 10 05:16:01.134899 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 59946) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:01.139600 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:01.160720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.259553 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.361539 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Allocated IP 172.27.3.6 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/0187bd31-6710-4505-a307-efefd2e30b5e) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:16:01.458812 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed104e3-62e0-46b3-a05c-7d639ec00b3f req-e8b5f60e-658c-4bf9-8c20-6f4979ee5a1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:01.460338 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eed104e3-62e0-46b3-a05c-7d639ec00b3f req-e8b5f60e-658c-4bf9-8c20-6f4979ee5a1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0985646 Nov 10 05:16:01.463551 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.498162 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.512950 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eed104e3-62e0-46b3-a05c-7d639ec00b3f req-d14c39d6-135d-4f3e-997c-0e6d2895d41f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459166 Nov 10 05:16:01.536944 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:16:01.539671 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:16:01.542044 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:16:01.564820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=0187bd31-6710-4505-a307-efefd2e30b5e,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:01.630906 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.663617 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.814115 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.818515 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.882250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=0187bd31-6710-4505-a307-efefd2e30b5e,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:01.895642 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.911558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:01.912781 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d32dbd3e-c282-463e-b2d4-ab785d4f294a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7768202 Nov 10 05:16:02.103644 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-64f6040e-be78-460e-811c-ace016c1121c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1654018380&fields=id&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 267 time: 0.0408232 Nov 10 05:16:02.207034 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-d0fb965b-11aa-4221-a616-68a0631917a9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:02.208497 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-d0fb965b-11aa-4221-a616-68a0631917a9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 816 time: 0.0983717 Nov 10 05:16:02.222970 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-c4811b6b-c54a-4ca4-963a-f6955d83bd49 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/quotas/4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 375 time: 0.0088015 Nov 10 05:16:02.277186 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-f49742e7-4efa-4919-909c-efc1adbcd148 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490799 Nov 10 05:16:02.292134 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-c3e7cbd5-9566-4f7a-b77c-312c572687a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:16:02.293073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-c3e7cbd5-9566-4f7a-b77c-312c572687a0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048132 Nov 10 05:16:02.379835 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-7f517745-d852-4a03-93c2-a692a9144e93 service neutron] 10.222.0.18 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807395 Nov 10 05:16:02.469467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-ff9b16f7-a0fb-4b1c-b7fd-5cab268c4603 service neutron] 10.222.0.18 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840261 Nov 10 05:16:02.638509 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c686ca54-4af1-4d32-a0e6-6f187fe351ad req-0e64afe5-8c97-468a-a5f4-7ece26c3afa6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 210 time: 0.0405743 Nov 10 05:16:02.661374 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9b2b-0f5a-4c34-b8da-50bfdc03173d req-c7b3459f-a48b-4c9f-b46d-6ce71b6b7365 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:02.663214 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f1b9b2b-0f5a-4c34-b8da-50bfdc03173d req-c7b3459f-a48b-4c9f-b46d-6ce71b6b7365 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0787289 Nov 10 05:16:02.712767 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f1b9b2b-0f5a-4c34-b8da-50bfdc03173d req-06732273-5e34-4952-8ca8-32230e15a130 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Nov 10 05:16:03.205671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5145fc43-f65a-4341-8693-d16963fc44ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:03.747220 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff7e5d0d-df67-4c07-8263-13070ff142d5 req-d14ca6bc-7ad2-4408-b8e8-95ad8c54bbda tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Nov 10 05:16:03.774566 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-2b9f7945-3376-469c-ba5d-0beba7e8bf4a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:03.776336 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-2b9f7945-3376-469c-ba5d-0beba7e8bf4a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 816 time: 0.1365156 Nov 10 05:16:03.858304 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf79d9-f912-4439-9dbc-a608ef19b9f0 req-3b749c7e-d6d0-42fa-b172-ee2ff9e2cbd3 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:03.859800 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15cf79d9-f912-4439-9dbc-a608ef19b9f0 req-3b749c7e-d6d0-42fa-b172-ee2ff9e2cbd3 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0753474 Nov 10 05:16:03.894077 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-2563fea9-4c0e-454c-a8ea-7f5e83ae0df3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 380 time: 0.0850110 Nov 10 05:16:03.917820 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'port': {'device_id': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'admin_state_up': True, 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'security_groups': ['ae4a829f-a5e6-44e0-b392-906c94094a69']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:03.937801 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-15cf79d9-f912-4439-9dbc-a608ef19b9f0 req-4f43dfc3-f7fa-49f1-baae-a31ad7ca60df tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707643 Nov 10 05:16:04.030299 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Made reservation on behalf of 4596347bbced46eabd591ccd14d8deba for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:16:04.033966 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.154694 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Allocated IP 172.20.0.6 (2b417552-a213-4106-aca5-1b09e6606919/7dd787cb-eb21-4bc8-a463-8213d7f7ebe0/189b87ee-20d5-4dde-ae00-d532e2065d4e) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:16:04.231232 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.288031 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.320208 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.357090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Network 2b417552-a213-4106-aca5-1b09e6606919 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:16:04.360049 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:16:04.362361 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:16:04.399254 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:04.428666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:04.429346 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.446858 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-104f79da-1596-4c51-abe0-6fd7af98ae2e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5324864 Nov 10 05:16:04.491324 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Request body: {'port': {'device_id': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:04.549405 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.563549 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-9a178085-91ef-45dc-821a-78f1a3d9c168 None None] Provisioning complete for port 189b87ee-20d5-4dde-ae00-d532e2065d4e triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:16:04.563916 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9a178085-91ef-45dc-821a-78f1a3d9c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.596235 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-9a178085-91ef-45dc-821a-78f1a3d9c168 None None] Port 189b87ee-20d5-4dde-ae00-d532e2065d4e cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:16:04.803667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:16:04.812101 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.824291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Transition to ACTIVE for port object 189b87ee-20d5-4dde-ae00-d532e2065d4e will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:16:04.834973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:04.907249 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:04.935906 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e4fa0-0af9-4ec2-b6c4-ff8bcf7febf4 req-68aba7c9-0da3-4b6f-bb14-87d0f05ace5d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:04.937424 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6b5e4fa0-0af9-4ec2-b6c4-ff8bcf7febf4 req-68aba7c9-0da3-4b6f-bb14-87d0f05ace5d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.1120529 Nov 10 05:16:05.024244 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Attempting to bind port 189b87ee-20d5-4dde-ae00-d532e2065d4e on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:16:05.024570 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Attempting to bind port 189b87ee-20d5-4dde-ae00-d532e2065d4e by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:16:05.024881 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Attempting to bind port 189b87ee-20d5-4dde-ae00-d532e2065d4e on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:16:05.035635 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6b5e4fa0-0af9-4ec2-b6c4-ff8bcf7febf4 req-917c38cb-2718-4b6b-acad-d8be078ba50c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797474 Nov 10 05:16:05.052996 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Port 189b87ee-20d5-4dde-ae00-d532e2065d4e on network 2b417552-a213-4106-aca5-1b09e6606919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:16:05.053314 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Attempting to bind port 189b87ee-20d5-4dde-ae00-d532e2065d4e on network 2b417552-a213-4106-aca5-1b09e6606919 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:16:05.061999 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:16:05.062324 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Checking segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:16:05.062694 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Bound using segment: {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:16:05.063110 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Bound port: 189b87ee-20d5-4dde-ae00-d532e2065d4e, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8593f345-6b7d-4109-b6d7-523ea7b83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2b417552-a213-4106-aca5-1b09e6606919'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:16:05.063474 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:05.094512 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948bfc6-9886-4fb1-af94-f3c2cb029c7e req-8bcd8b20-2c54-4d4c-bf46-1d608929ee2e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.095981 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0948bfc6-9886-4fb1-af94-f3c2cb029c7e req-8bcd8b20-2c54-4d4c-bf46-1d608929ee2e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0828295 Nov 10 05:16:05.173466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:16:05.177010 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:16:05.182056 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0948bfc6-9886-4fb1-af94-f3c2cb029c7e req-379f0b40-281e-4212-9e85-cc7c2fb132c2 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692673 Nov 10 05:16:05.183560 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:05.216895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.217492 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:05.218827 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] 10.222.0.16 "PUT /v2.0/ports/189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 1093 time: 0.7323971 Nov 10 05:16:05.219250 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:05.221468 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcc0365-591f-45b4-8aed-fadf4296df5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:05.254935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd6779-06d5-4ae3-9f61-169b00740417 service neutron] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:05.262429 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac0261-6a3e-404d-88ca-02790be99ab7 x-openstack-request-id: req-c0ac0261-6a3e-404d-88ca-02790be99ab7 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:05.262726 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:05.263136 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0ac0261-6a3e-404d-88ca-02790be99ab7 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:05.263418 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'status': 'completed', 'code': 200} Nov 10 05:16:05.327982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-a613c1e4-9ee1-4e50-93c3-cedf30739b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.329415 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-a613c1e4-9ee1-4e50-93c3-cedf30739b63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1096 time: 0.0467501 Nov 10 05:16:05.378968 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-b30803eb-b0ab-4667-8d0d-100607e9d9ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 217 time: 0.0342948 Nov 10 05:16:05.434783 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-061b2ea2-482f-44d8-b9a1-91df1ec6db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.436406 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-061b2ea2-482f-44d8-b9a1-91df1ec6db31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0512955 Nov 10 05:16:05.481007 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-f23a2584-9fca-49d5-9b3a-6d57dac7f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.482425 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-f23a2584-9fca-49d5-9b3a-6d57dac7f66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392714 Nov 10 05:16:05.573859 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-e01e97df-61ec-443b-8f12-e5add162c966 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Nov 10 05:16:05.664431 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4b93ad7d-2723-4c8b-a401-fa133f185d96 req-9a6c5b42-2856-44cc-ae71-a059ce68d3b5 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830929 Nov 10 05:16:05.792077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-62c91fac-606a-477d-a995-17c00f50046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.793563 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-62c91fac-606a-477d-a995-17c00f50046f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1096 time: 0.0397952 Nov 10 05:16:05.879864 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-41409e0f-0cbb-44ef-ab63-b7b0fc49253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.881323 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-41409e0f-0cbb-44ef-ab63-b7b0fc49253f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0812562 Nov 10 05:16:05.924142 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-fcf8ea19-7e51-4dbb-b42f-7d56fb0c0780 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 217 time: 0.0355680 Nov 10 05:16:05.970827 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-f9b2e417-2f11-4c6f-801f-9fc29ed6592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:05.972248 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-f9b2e417-2f11-4c6f-801f-9fc29ed6592d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0421569 Nov 10 05:16:06.009522 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:06.016693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-aa049de4-6d10-4671-ae21-bc5852dd8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.018172 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-aa049de4-6d10-4671-ae21-bc5852dd8bd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391483 Nov 10 05:16:06.110333 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-72446280-447e-4a21-9a9f-43b33d2790cf service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851011 Nov 10 05:16:06.210456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472df8cc-d5b1-4ddf-94da-d6c0ce03e1f4 req-9e5398ab-2cc1-4ac3-a3bd-0461fea6445c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.211983 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-472df8cc-d5b1-4ddf-94da-d6c0ce03e1f4 req-9e5398ab-2cc1-4ac3-a3bd-0461fea6445c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.1006992 Nov 10 05:16:06.251811 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9dcc0365-591f-45b4-8aed-fadf4296df5b req-8dffec80-dd77-4c90-8c77-0c5225a2fda8 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324158 Nov 10 05:16:06.297066 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-472df8cc-d5b1-4ddf-94da-d6c0ce03e1f4 req-c47001b2-d293-45c8-bf5d-74cd8a42cd6a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787318 Nov 10 05:16:06.316106 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90583472-9636-4233-8db7-68b2b658120a req-bb9a515e-5acd-47f9-9a75-e69d6833e1eb tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.317559 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-90583472-9636-4233-8db7-68b2b658120a req-bb9a515e-5acd-47f9-9a75-e69d6833e1eb tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0603151 Nov 10 05:16:06.367719 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-90583472-9636-4233-8db7-68b2b658120a req-f23e96c8-43a6-48c4-8cd9-d9b0de2ef227 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Nov 10 05:16:06.777982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-5634bb5d-879b-41a2-9a01-be1e75c4520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.779887 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-5634bb5d-879b-41a2-9a01-be1e75c4520e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0426936 Nov 10 05:16:06.783650 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:06.867743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-9629dbef-c256-4d2c-bd0c-18ca06ce5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.869172 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-9629dbef-c256-4d2c-bd0c-18ca06ce5058 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.0817719 Nov 10 05:16:06.935873 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-9d7f9e89-9f51-42f0-b87d-d2881104b4df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 1000 time: 0.0592954 Nov 10 05:16:06.981723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-df9d654c-3bf1-47b5-9748-6b283c09e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:06.983733 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-df9d654c-3bf1-47b5-9748-6b283c09e88f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0413442 Nov 10 05:16:07.025393 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-a8f1fdc0-a526-4fc4-a8cb-3b79ded59e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:07.026784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-a8f1fdc0-a526-4fc4-a8cb-3b79ded59e57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366082 Nov 10 05:16:07.115835 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-583e3269-5a8a-44b5-83c3-35fb985953e9 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 Nov 10 05:16:07.200767 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-153a4105-bee2-4873-b7a0-830d2df4a8c7 req-b35ddb89-13a5-41df-a524-220c8aa3e99a service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780580 Nov 10 05:16:07.419763 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1156961-ea72-49a4-ba09-26458e7df50b req-9fe3d6eb-1b7e-479e-a3a6-b41973f06706 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:07.421252 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c1156961-ea72-49a4-ba09-26458e7df50b req-9fe3d6eb-1b7e-479e-a3a6-b41973f06706 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0514896 Nov 10 05:16:07.494884 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c1156961-ea72-49a4-ba09-26458e7df50b req-01fbb021-bf2f-4f7c-8eb8-0e2dbf560eaf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677526 Nov 10 05:16:07.507099 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239d38-b0d2-48bf-8e9e-6043fc5d3b62 req-4020bd5c-f214-4f95-9340-3ba28cf397bd tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:07.508547 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd239d38-b0d2-48bf-8e9e-6043fc5d3b62 req-4020bd5c-f214-4f95-9340-3ba28cf397bd tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0686297 Nov 10 05:16:07.559783 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd239d38-b0d2-48bf-8e9e-6043fc5d3b62 req-e87c4b45-eb36-4e52-9d98-d534d5350ca9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Nov 10 05:16:08.610243 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e627ed6-4bd4-47f9-87d9-d3ede58fccef req-9007bdfc-7909-4222-b2e4-e12def79a083 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:08.611710 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e627ed6-4bd4-47f9-87d9-d3ede58fccef req-9007bdfc-7909-4222-b2e4-e12def79a083 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0469391 Nov 10 05:16:08.686156 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6e627ed6-4bd4-47f9-87d9-d3ede58fccef req-d41c753d-f11d-4e9b-a853-9c44801992e5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687706 Nov 10 05:16:08.698278 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf1dca-115c-4d17-af31-1654bf2189be req-c32beb08-35a7-4c9a-b25b-c5267d4eb2ee tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:08.699695 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03bf1dca-115c-4d17-af31-1654bf2189be req-c32beb08-35a7-4c9a-b25b-c5267d4eb2ee tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0700610 Nov 10 05:16:08.752557 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03bf1dca-115c-4d17-af31-1654bf2189be req-bc96a4b6-5367-45c7-b4ea-21dfc911e4de tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Nov 10 05:16:09.803954 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43c815-a362-4661-af51-d03f72082c70 req-dc14539a-7f3d-4615-9c36-4ee9b803ae9e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:09.805470 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2a43c815-a362-4661-af51-d03f72082c70 req-dc14539a-7f3d-4615-9c36-4ee9b803ae9e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0489244 Nov 10 05:16:10.043601 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:16:10.117941 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2a43c815-a362-4661-af51-d03f72082c70 req-085e08c7-5330-4fbe-8f34-b6b1c1d0fe0f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056338 Nov 10 05:16:10.132371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bd589-e50a-4844-bff9-9a8f1c63b09e req-31af3515-617b-49b9-b4f0-06669af0a290 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:10.134040 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f6bd589-e50a-4844-bff9-9a8f1c63b09e req-31af3515-617b-49b9-b4f0-06669af0a290 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.3086965 Nov 10 05:16:10.147916 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:10.160051 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:16:10.187153 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2f6bd589-e50a-4844-bff9-9a8f1c63b09e req-1c2dc5c1-b6fa-4dcd-965d-00dbe4ce1fc5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474665 Nov 10 05:16:10.198869 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:10.212062 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:16:10.231550 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:10.235942 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:10.260588 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-d2636c10-89f2-4e62-a442-b01ab2f6c9a5 req-762bb9c1-68f3-46fa-8494-1bdad5bee3aa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:16:10.261597 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d2636c10-89f2-4e62-a442-b01ab2f6c9a5 req-762bb9c1-68f3-46fa-8494-1bdad5bee3aa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052927 Nov 10 05:16:10.290110 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:10.298653 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.298937 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.299277 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.299612 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.299961 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.300287 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.300607 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.300929 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.301248 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.301564 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.301904 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.302318 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:10.415635 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60036) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:10.419325 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ff38-7402-400b-bbe3-a259a54c234a req-83103d14-fc46-4f8d-9fcf-7e576e9d5a80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:10.420808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-17b6ff38-7402-400b-bbe3-a259a54c234a req-83103d14-fc46-4f8d-9fcf-7e576e9d5a80 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Nov 10 05:16:10.469769 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-17b6ff38-7402-400b-bbe3-a259a54c234a req-6a58e525-cd4b-4932-a91b-c31d18cc3c96 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Nov 10 05:16:10.496369 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-1320573d-6a35-44a8-ae80-342202e78f30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795643 Nov 10 05:16:10.505005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-0fc378f0-d000-4c4a-be4d-836b211c5eaa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:16:10.505932 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-0fc378f0-d000-4c4a-be4d-836b211c5eaa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047114 Nov 10 05:16:10.725527 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['189b87ee-20d5-4dde-ae00-d532e2065d4e'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:16:11.233985 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cf150-09ef-4094-982c-e1b08606b290 req-dc356b9b-141d-4d87-9ad3-821e6f76eff3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:11.235456 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cc5cf150-09ef-4094-982c-e1b08606b290 req-dc356b9b-141d-4d87-9ad3-821e6f76eff3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 944 time: 0.0465777 Nov 10 05:16:11.286179 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cc5cf150-09ef-4094-982c-e1b08606b290 req-50caeddc-e47d-4091-a966-f824a7a64ea2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Nov 10 05:16:11.373163 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:11.582568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c26d-91f5-4bac-b4fe-38554e10b8dc req-a8aea16b-fce3-4e97-b4f4-0b579172c5c3 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:11.584095 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72d0c26d-91f5-4bac-b4fe-38554e10b8dc req-a8aea16b-fce3-4e97-b4f4-0b579172c5c3 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Nov 10 05:16:11.633724 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-72d0c26d-91f5-4bac-b4fe-38554e10b8dc req-f623c3f2-5dd8-4a01-bac5-ac6053c4bdaa tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Nov 10 05:16:12.043291 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:16:12.091022 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 189b87ee-20d5-4dde-ae00-d532e2065d4e completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:16:12.094914 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 189b87ee-20d5-4dde-ae00-d532e2065d4e triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:16:12.095304 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:12.133090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-6ae6e8d6-8dc6-4e84-b095-86362f4afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.134554 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-6ae6e8d6-8dc6-4e84-b095-86362f4afcc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879&tenant_id=8cacaf67a65445aea4133f5dbac24343 HTTP/1.1" status: 200 len: 1098 time: 0.0389822 Nov 10 05:16:12.171936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:12.194055 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:12.196345 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58275d-6c9d-4b33-981c-c97d753973bd" -d '{"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:12.207347 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-ca263143-bba5-44bc-88ac-807846110fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.208992 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-ca263143-bba5-44bc-88ac-807846110fd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0399311 Nov 10 05:16:12.213370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:12.217837 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:12.218880 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:12.259225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c6d25-00dd-4d43-b4c0-6d5afd4044ed x-openstack-request-id: req-398c6d25-00dd-4d43-b4c0-6d5afd4044ed {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:12.259536 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:12.259787 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-398c6d25-00dd-4d43-b4c0-6d5afd4044ed {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:12.260171 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'code': 200} Nov 10 05:16:12.297428 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:12.305100 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-d65c3975-8496-426d-92b1-c54b7f404975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.306834 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-d65c3975-8496-426d-92b1-c54b7f404975 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.0908592 Nov 10 05:16:12.340439 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:12.375991 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:12.380789 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:12.433233 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-ff2b272d-05d3-4e36-9d7a-a1c8366a5b20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 1000 time: 0.1118712 Nov 10 05:16:12.440761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=6']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:12.449813 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e579b-1cb0-4ec0-b733-b6ae713830f0 req-fb4ce185-73be-4cb9-94cb-67242345e7d3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.451349 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f85e579b-1cb0-4ec0-b733-b6ae713830f0 req-fb4ce185-73be-4cb9-94cb-67242345e7d3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0820935 Nov 10 05:16:12.515542 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9b24a-2562-4bbb-8603-28e6ae6d1d29 req-fbbc2131-72cf-4cac-8dc4-9eca46b5378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.517017 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-0cd9b24a-2562-4bbb-8603-28e6ae6d1d29 req-fbbc2131-72cf-4cac-8dc4-9eca46b5378b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1098 time: 0.0435033 Nov 10 05:16:12.528248 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f85e579b-1cb0-4ec0-b733-b6ae713830f0 req-fe1e0418-4d73-4793-b95f-b69e8ebc26fc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708363 Nov 10 05:16:12.537913 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-7cf69d61-1d21-4709-b3ad-0c129bb60d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.539364 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-7cf69d61-1d21-4709-b3ad-0c129bb60d3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0621691 Nov 10 05:16:12.563473 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-0cd9b24a-2562-4bbb-8603-28e6ae6d1d29 req-c8c2336d-4dc0-4979-953d-2309e2e69c17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 Nov 10 05:16:12.588800 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-2c78b6a7-84fb-4e92-933a-0e32fe5ae74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.590232 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-2c78b6a7-84fb-4e92-933a-0e32fe5ae74f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384469 Nov 10 05:16:12.759918 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6849c-3311-4097-ad0b-cbd81daa6859 req-3614e04c-f373-45f8-84e7-46b5a9b45e9a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:12.761440 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b6b6849c-3311-4097-ad0b-cbd81daa6859 req-3614e04c-f373-45f8-84e7-46b5a9b45e9a tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0594575 Nov 10 05:16:12.810399 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b6b6849c-3311-4097-ad0b-cbd81daa6859 req-a7a2f61d-4b0c-4c9f-9f89-f359596132c9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Nov 10 05:16:13.005456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-1fda8d06-f420-4cec-96df-66ed89df9a3d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=101800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 05:16:13.006411 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-1fda8d06-f420-4cec-96df-66ed89df9a3d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053270 Nov 10 05:16:13.094923 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-2b397f45-c8a3-48b7-99f8-c443223d2fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803533 Nov 10 05:16:13.183332 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-344b7a94-df3b-45be-a8d9-d93bdbf67ca7 req-2aec5c1e-3862-45cc-98bf-efef189c1f6b service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813391 Nov 10 05:16:13.645373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15d099-486c-4039-8a24-09aedc4600e3 req-c36d536b-5253-43e4-a1f1-7ee777ff4512 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:13.647321 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9a15d099-486c-4039-8a24-09aedc4600e3 req-c36d536b-5253-43e4-a1f1-7ee777ff4512 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0477767 Nov 10 05:16:13.694101 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9a15d099-486c-4039-8a24-09aedc4600e3 req-eb230d9e-f885-4e53-8e41-5e0b8795b1a2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Nov 10 05:16:13.927472 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd75b6-6cb6-49c6-a3c4-b413fdf5bbb1 req-4fded6da-5d0d-4217-89fe-144f882d7a0e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:13.928910 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dddd75b6-6cb6-49c6-a3c4-b413fdf5bbb1 req-4fded6da-5d0d-4217-89fe-144f882d7a0e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0513649 Nov 10 05:16:13.976047 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-dddd75b6-6cb6-49c6-a3c4-b413fdf5bbb1 req-54dbbd2d-76d3-4366-a338-88240dd3c531 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Nov 10 05:16:14.261538 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:14.264428 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f044cba-31de-4198-94de-2d11b00e814d" -d '{"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-unplugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:14.299158 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e553e9-03b9-42e7-b2e1-75e7f9ae517b x-openstack-request-id: req-c4e553e9-03b9-42e7-b2e1-75e7f9ae517b {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:14.299511 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-unplugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:14.299767 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4e553e9-03b9-42e7-b2e1-75e7f9ae517b {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:14.300150 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'code': 200} Nov 10 05:16:14.811286 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8d59-ff7b-484f-a788-077384e1d1e6 req-eb111d50-cee2-4c82-8fc9-b668adc80ccf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:14.812758 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2bd8d59-ff7b-484f-a788-077384e1d1e6 req-eb111d50-cee2-4c82-8fc9-b668adc80ccf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0479121 Nov 10 05:16:14.859304 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2bd8d59-ff7b-484f-a788-077384e1d1e6 req-fe33d645-2faf-48ea-943d-421c0ae5082a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400836 Nov 10 05:16:14.976722 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cb45-c4e2-4199-833e-6d3ff25127c1 req-677ee4e5-ca39-46a9-acd7-488e9c1a7135 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:14.978715 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8770cb45-c4e2-4199-833e-6d3ff25127c1 req-677ee4e5-ca39-46a9-acd7-488e9c1a7135 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0474057 Nov 10 05:16:14.988832 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60074) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:14.993506 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Request body: {'floatingip': {'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:15.034693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:15.167600 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39ea59-de0e-42df-908f-68d6f2f93bc8 req-ed88e516-1714-4195-889d-282a8ea2e9e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:15.169040 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb39ea59-de0e-42df-908f-68d6f2f93bc8 req-ed88e516-1714-4195-889d-282a8ea2e9e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.1054816 Nov 10 05:16:15.287171 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cb39ea59-de0e-42df-908f-68d6f2f93bc8 req-7fa69232-e001-4948-babb-a46e502dd6d8 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115465 Nov 10 05:16:15.524712 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:15.528601 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:15.625298 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Floating IP 71732669-8efd-43dd-b449-e5143a12117a associated. External IP: 172.27.3.6, port: 189b87ee-20d5-4dde-ae00-d532e2065d4e. Nov 10 05:16:15.822775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:16:15.927182 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:16:15.932035 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:15.937127 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:16:15.946985 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:15.947630 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:15.958025 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6cf62aa8-e0d8-4190-a2c1-c1d738e3bcc2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "PUT /v2.0/floatingips/71732669-8efd-43dd-b449-e5143a12117a HTTP/1.1" status: 200 len: 989 time: 0.9681587 Nov 10 05:16:15.958602 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:15.960846 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc707b36-237d-4351-8233-ca0d024e7303" -d '{"events": [{"name": "network-changed", "server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:15.997618 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dd2309-6a9b-46d7-b4a9-3ee11d97c6b2 x-openstack-request-id: req-e9dd2309-6a9b-46d7-b4a9-3ee11d97c6b2 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:15.997910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:15.998164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9dd2309-6a9b-46d7-b4a9-3ee11d97c6b2 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:15.998645 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'status': 'completed', 'code': 200} Nov 10 05:16:16.158130 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707b36-237d-4351-8233-ca0d024e7303 req-1787a9be-fc10-46ee-945e-2b911d971e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.159557 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-1787a9be-fc10-46ee-945e-2b911d971e45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1098 time: 0.0849214 Nov 10 05:16:16.177834 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:16.252616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707b36-237d-4351-8233-ca0d024e7303 req-d1739124-36c6-4636-a9e8-c3051e5ec458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.254382 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-d1739124-36c6-4636-a9e8-c3051e5ec458 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0873618 Nov 10 05:16:16.323073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-b23daead-4ed2-48bc-a133-45e51009f374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 997 time: 0.0599470 Nov 10 05:16:16.404816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707b36-237d-4351-8233-ca0d024e7303 req-6289f0ee-5da3-406e-a8a2-ae26d082270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.406618 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-6289f0ee-5da3-406e-a8a2-ae26d082270b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0743861 Nov 10 05:16:16.407183 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '71732669-8efd-43dd-b449-e5143a12117a', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:01Z', 'updated_at': '2021-11-10T05:16:15Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:16.433867 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-a36fce09-5fbb-4931-9a01-3f97ebbeb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.434434 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfee3ff-67e3-42bb-9681-afd6655ff9c8 req-b819ee1b-0dee-4f57-86a2-5e712b5582e7 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.435740 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7cfee3ff-67e3-42bb-9681-afd6655ff9c8 req-b819ee1b-0dee-4f57-86a2-5e712b5582e7 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0728037 Nov 10 05:16:16.435911 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-a36fce09-5fbb-4931-9a01-3f97ebbeb870 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1096 time: 0.0430200 Nov 10 05:16:16.439965 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:16:16.449343 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:16.449945 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:16.487350 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc707b36-237d-4351-8233-ca0d024e7303 req-398e640c-56ec-4f80-b338-bef59296b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.488782 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-398e640c-56ec-4f80-b338-bef59296b44a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709496 Nov 10 05:16:16.524669 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7cfee3ff-67e3-42bb-9681-afd6655ff9c8 req-2f641dd0-e744-44bb-8062-4a8bb207c825 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743151 Nov 10 05:16:16.555827 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-279a6c4d-9582-4d45-a4fd-7dd1ba72e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.557296 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-279a6c4d-9582-4d45-a4fd-7dd1ba72e08a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.1014867 Nov 10 05:16:16.565263 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:16.596485 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-a71474a4-e19b-4af9-8b56-ca9d43188f67 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969284 Nov 10 05:16:16.627786 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-1dcb6be8-3726-477b-baf7-ccd5c9c25cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 998 time: 0.0589466 Nov 10 05:16:16.678879 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-69b6b360-b440-4c62-ada6-6067a1613bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.680380 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-69b6b360-b440-4c62-ada6-6067a1613bc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0447090 Nov 10 05:16:16.691054 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fc707b36-237d-4351-8233-ca0d024e7303 req-89a74946-d154-48b7-bd28-63521ae91e36 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867615 Nov 10 05:16:16.733475 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-6b6539f3-5010-4239-bba2-36a334072b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:16.735028 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-6b6539f3-5010-4239-bba2-36a334072b62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447421 Nov 10 05:16:16.792075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '71732669-8efd-43dd-b449-e5143a12117a', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:01Z', 'updated_at': '2021-11-10T05:16:15Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:16.820534 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e930-2a99-4584-8643-1cdf04552529 None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '71732669-8efd-43dd-b449-e5143a12117a', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:01Z', 'updated_at': '2021-11-10T05:16:15Z', 'revision_number': 1, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:16:16.827326 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-0eb0a324-9260-4a3c-adb9-ff288d37d068 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820982 Nov 10 05:16:16.924429 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-2bbf1f3b-41d7-411a-9b8e-58a0d7835ca2 req-760a5735-a302-4f58-96a1-5b81a64c0ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Nov 10 05:16:17.009341 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323eba99-40bb-4e94-af16-2f65702e8e8c None None] New status for floating IP 71732669-8efd-43dd-b449-e5143a12117a: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:16:17.648129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7483efa-812f-4c2a-a493-8dfc859ecba4 req-808c17a8-3235-4c5b-ae57-76dbbfe5d912 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:17.649563 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7483efa-812f-4c2a-a493-8dfc859ecba4 req-808c17a8-3235-4c5b-ae57-76dbbfe5d912 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0506878 Nov 10 05:16:17.697183 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b7483efa-812f-4c2a-a493-8dfc859ecba4 req-3bb5c53c-02a2-44ba-99bb-9bdc99635446 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Nov 10 05:16:18.812867 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8566e-f2bc-4acf-8f72-f68924f25090 req-3684258f-4bf5-47d4-a4bc-f12f3b20e4a1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:18.814313 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fcf8566e-f2bc-4acf-8f72-f68924f25090 req-3684258f-4bf5-47d4-a4bc-f12f3b20e4a1 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0484354 Nov 10 05:16:18.862640 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fcf8566e-f2bc-4acf-8f72-f68924f25090 req-642a28e4-08e0-4972-8d47-37600ac766ea tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Nov 10 05:16:19.975399 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8159-fe48-4d04-858d-7e7abf863955 req-2c971faf-239c-4df0-a74d-0d7a00d562c5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:19.976823 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3fca8159-fe48-4d04-858d-7e7abf863955 req-2c971faf-239c-4df0-a74d-0d7a00d562c5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0464883 Nov 10 05:16:20.027404 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3fca8159-fe48-4d04-858d-7e7abf863955 req-67075004-2d6f-4fb4-a1d8-2daa3172e55d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Nov 10 05:16:20.897707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0e1c-dd67-49c7-8345-2ce50826f798 req-75508a23-4e8c-49fc-a2fd-16781cf77be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:20.899164 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8d2d0e1c-dd67-49c7-8345-2ce50826f798 req-75508a23-4e8c-49fc-a2fd-16781cf77be9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1096 time: 0.0425370 Nov 10 05:16:20.945733 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-8d2d0e1c-dd67-49c7-8345-2ce50826f798 req-76daea91-9b0c-41c6-bbc3-874b923d1c5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369842 Nov 10 05:16:21.145669 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54661c25-a69b-4916-95bf-15272f5ca374 req-2b843889-b20f-4dc7-9d95-ae68b056da96 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:21.147106 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54661c25-a69b-4916-95bf-15272f5ca374 req-2b843889-b20f-4dc7-9d95-ae68b056da96 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0483496 Nov 10 05:16:21.197856 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-54661c25-a69b-4916-95bf-15272f5ca374 req-0081eb34-e997-470e-93c0-c62249603049 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Nov 10 05:16:22.104062 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:16:22.196691 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:22.207971 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '3c058082-144a-4341-8f41-336a22fb97c5', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'port_id': '3c058082-144a-4341-8f41-336a22fb97c5', 'mac_address': 'fa:16:3e:39:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:16:22.247765 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:22.260817 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c058082-144a-4341-8f41-336a22fb97c5 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:16:22.280252 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:22.284540 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:22.314931 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534227f9-faf2-4fac-9916-c272fddb2491 req-7ed06aa1-877e-449b-93a0-2f17ae3cebce tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:22.316434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-534227f9-faf2-4fac-9916-c272fddb2491 req-7ed06aa1-877e-449b-93a0-2f17ae3cebce tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 943 time: 0.0477984 Nov 10 05:16:22.331720 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=7']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:22.341487 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:16:22.365370 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-534227f9-faf2-4fac-9916-c272fddb2491 req-21115529-6957-4451-82a1-2da10707992e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Nov 10 05:16:22.804073 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['3c058082-144a-4341-8f41-336a22fb97c5'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:16:23.484616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8a70a-96c2-443c-b4b8-749b3e71eb23 req-158a016b-e1bf-4158-849e-c9ecc8b8848f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:23.486102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-43e8a70a-96c2-443c-b4b8-749b3e71eb23 req-158a016b-e1bf-4158-849e-c9ecc8b8848f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 944 time: 0.0511632 Nov 10 05:16:23.534116 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-43e8a70a-96c2-443c-b4b8-749b3e71eb23 req-f77a6781-f305-4af8-8209-16b6cd6ba473 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Nov 10 05:16:24.129512 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:16:24.177549 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 3c058082-144a-4341-8f41-336a22fb97c5 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:16:24.177909 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:24.260441 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:24.281244 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:24.283815 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b8968-d23c-422f-8266-95b25557be54" -d '{"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-plugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:24.299435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:24.307154 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:24.331225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6764c32-dc48-40c7-9aae-e592414e7829 x-openstack-request-id: req-d6764c32-dc48-40c7-9aae-e592414e7829 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:24.331537 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-plugged", "status": "completed", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:24.331789 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6764c32-dc48-40c7-9aae-e592414e7829 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:24.332176 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'code': 200} Nov 10 05:16:24.356310 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=8']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:28.207994 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f1f9-47a5-4063-920e-c0f8fa93d6b6 req-4d268e1f-8202-42dd-a243-8b581faa1cbd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:28.209427 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7014f1f9-47a5-4063-920e-c0f8fa93d6b6 req-4d268e1f-8202-42dd-a243-8b581faa1cbd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0469117 Nov 10 05:16:28.257279 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7014f1f9-47a5-4063-920e-c0f8fa93d6b6 req-ec9eefb2-4ca8-4540-ab56-149fbea2752e tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Nov 10 05:16:29.370852 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf917a70-2acf-44e7-8839-5cf8e91444ad req-a78dbc24-9d47-442e-b264-fdde41564564 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:29.372329 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cf917a70-2acf-44e7-8839-5cf8e91444ad req-a78dbc24-9d47-442e-b264-fdde41564564 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0468135 Nov 10 05:16:29.424107 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cf917a70-2acf-44e7-8839-5cf8e91444ad req-781bde20-50a6-40ca-aeff-7208d2fdc493 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459335 Nov 10 05:16:30.165732 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-069f1c23-8a98-4464-92f3-13362b898587 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:30.167119 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-069f1c23-8a98-4464-92f3-13362b898587 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0463405 Nov 10 05:16:30.262784 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:30.263119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.348663 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] For port fb73e229-0e9c-4e07-a1b8-4f025be0ba00, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:30.349017 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.538680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fea1d-1396-4dcc-a8a3-624945fc7f93 req-c7fc9db1-131b-4df1-b456-5e804bf8f11d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:30.540276 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-970fea1d-1396-4dcc-a8a3-624945fc7f93 req-c7fc9db1-131b-4df1-b456-5e804bf8f11d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 946 time: 0.0495517 Nov 10 05:16:30.591170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-970fea1d-1396-4dcc-a8a3-624945fc7f93 req-e54105c5-7352-44d5-90ce-1edc30db262c tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Nov 10 05:16:30.815043 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.815426 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.815730 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP 68dd7c95-f912-4e90-9837-fdc2e8f3eeba disassociated. External IP: 172.27.3.25, port: fb73e229-0e9c-4e07-a1b8-4f025be0ba00. Nov 10 05:16:30.816053 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for fb73e229-0e9c-4e07-a1b8-4f025be0ba00 owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:30.847905 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6bed3496-0df4-4a4b-98a3-c68e735e1b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.937861 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:30.966190 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=fb73e229-0e9c-4e07-a1b8-4f025be0ba00,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:31.075913 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:16:31.176242 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:16:31.185539 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:16:31.196162 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:31.196766 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:31.217771 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] No DVR routers for this DVR port fb73e229-0e9c-4e07-a1b8-4f025be0ba00 on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:16:31.220301 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:31.223622 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-c35fa767-de6f-4511-92b3-84e9e3ba6801 req-45a4507d-9764-47fc-96ea-50cd7fc8d9e0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "DELETE /v2.0/ports/fb73e229-0e9c-4e07-a1b8-4f025be0ba00 HTTP/1.1" status: 204 len: 173 time: 1.0460501 Nov 10 05:16:31.224042 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'name': 'network-vif-deleted', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:31.226275 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca84fa63-f509-4091-9eda-72ceb425846b" -d '{"events": [{"server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "name": "network-vif-deleted", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:31.263930 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b8b3c-b609-48dc-94a8-e186ce5b6cfc x-openstack-request-id: req-5b9b8b3c-b609-48dc-94a8-e186ce5b6cfc {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:31.264323 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7acac-2ffe-4272-94d9-b695fef16249", "name": "network-vif-deleted", "tag": "fb73e229-0e9c-4e07-a1b8-4f025be0ba00", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:31.264646 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b9b8b3c-b609-48dc-94a8-e186ce5b6cfc {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:31.265130 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7acac-2ffe-4272-94d9-b695fef16249', 'name': 'network-vif-deleted', 'tag': 'fb73e229-0e9c-4e07-a1b8-4f025be0ba00', 'status': 'completed', 'code': 200} Nov 10 05:16:31.307133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:31.511546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:31.538353 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:16:31.547082 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:31.547702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:31.654225 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:31.702154 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-720f1797-2964-4768-b033-818298c803d7 req-3ecd6f82-dff2-40b8-9d4a-0f097b7bfee2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba7acac-2ffe-4272-94d9-b695fef16249 HTTP/1.1" status: 200 len: 210 time: 0.0365858 Nov 10 05:16:31.974397 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:32.000316 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5bd27-653d-4932-ab48-b434bb0aaa9f None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:16:32.212580 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc956cc-4691-4665-9365-c64c847b9c1d None None] New status for floating IP 68dd7c95-f912-4e90-9837-fdc2e8f3eeba: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:16:32.898176 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-792d3976-391a-4adf-a65a-e60cd1fbbaa2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561980843&fields=id&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 267 time: 0.0445921 Nov 10 05:16:33.008441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-b7f885a9-adc4-453f-bc07-d8546fbc2dad tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:33.009794 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-b7f885a9-adc4-453f-bc07-d8546fbc2dad tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.1048660 Nov 10 05:16:33.024630 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-739aa7ee-12fa-41a2-81d2-029a3fe6fddf tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/quotas/4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 375 time: 0.0090415 Nov 10 05:16:33.077275 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-9c3162c6-0121-4625-ba05-a717486be08b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471320 Nov 10 05:16:33.210099 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9992da62-7a26-47ff-ac7e-cc35e133ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:33.222776 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-a7f5d036-8400-470c-9900-9aa7640b81c0 service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323221 Nov 10 05:16:33.329024 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-883b2b63-8bfa-4c8a-a24a-3ce3bad844db service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998986 Nov 10 05:16:33.604845 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-972c78da-46ab-4eeb-b9f4-c71851c70270 req-70a231d5-3f8a-4e51-9dea-8c851dbd9fda tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0287526 Nov 10 05:16:34.171793 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device fb73e229-0e9c-4e07-a1b8-4f025be0ba00 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:34.194999 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: fb73e229-0e9c-4e07-a1b8-4f025be0ba00 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:34.195329 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device fb73e229-0e9c-4e07-a1b8-4f025be0ba00 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:34.229435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:34.731299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b156cd9b-0ad9-4c0a-bc34-f78a005bd1fa req-381be97d-0aee-40a7-a465-299c94b72f6c tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0407839 Nov 10 05:16:34.746785 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-3d751515-4f38-4829-a67e-468dc39e9cf2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:34.748410 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-3d751515-4f38-4829-a67e-468dc39e9cf2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.1509612 Nov 10 05:16:34.824206 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-e95488d4-c588-4b32-8e4b-a8f001a6c7bd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 380 time: 0.0580661 Nov 10 05:16:34.834140 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'port': {'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'admin_state_up': True, 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'security_groups': ['8f6545e5-0aba-41a0-81b1-b7cb4ba729f0']}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:34.938802 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Made reservation on behalf of 4a6bba38248e474db34b5086fe25d791 for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:16:34.942405 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.065128 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.20.0.13 (bec5c149-3e0d-46f2-bc14-029b10e64cd0/c8813010-772b-4e46-a9bd-ddbfb109baa4/aac1e74b-2263-42aa-af8a-1e9514a131c2) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:16:35.200579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.233060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.276546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:16:35.282425 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:16:35.284158 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:16:35.308869 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:35.342901 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:35.343898 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.360335 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-2d1ba1f1-9f3a-4a7c-a55f-6c80f7a4c487 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5296128 Nov 10 05:16:35.389806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Request body: {'port': {'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:35.452309 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.543027 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-6c627649-d023-42c0-9dde-b65a8aab1840 None None] Provisioning complete for port aac1e74b-2263-42aa-af8a-1e9514a131c2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:16:35.543600 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6c627649-d023-42c0-9dde-b65a8aab1840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.578915 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-6c627649-d023-42c0-9dde-b65a8aab1840 None None] Port aac1e74b-2263-42aa-af8a-1e9514a131c2 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:16:35.716491 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac1e74b-2263-42aa-af8a-1e9514a131c2 {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:16:35.723746 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.735514 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Transition to ACTIVE for port object aac1e74b-2263-42aa-af8a-1e9514a131c2 will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:16:35.739719 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.798375 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:35.844387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9095-5f9b-45cd-aff2-bfdb1f938300 req-32426990-03b1-4f19-ab9a-14d2338229c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:35.846133 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f1e9095-5f9b-45cd-aff2-bfdb1f938300 req-32426990-03b1-4f19-ab9a-14d2338229c2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0537016 Nov 10 05:16:35.880335 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Attempting to bind port aac1e74b-2263-42aa-af8a-1e9514a131c2 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:16:35.881105 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Attempting to bind port aac1e74b-2263-42aa-af8a-1e9514a131c2 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:16:35.881599 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Attempting to bind port aac1e74b-2263-42aa-af8a-1e9514a131c2 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:16:35.886329 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Port aac1e74b-2263-42aa-af8a-1e9514a131c2 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:16:35.886870 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Attempting to bind port aac1e74b-2263-42aa-af8a-1e9514a131c2 on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:16:35.892500 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:16:35.893210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:16:35.893210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Bound using segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:16:35.893620 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Bound port: aac1e74b-2263-42aa-af8a-1e9514a131c2, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:16:35.893969 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:35.902420 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0f1e9095-5f9b-45cd-aff2-bfdb1f938300 req-0f4fc9d6-a1f2-46fd-91e7-b0ec05edd0e9 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498104 Nov 10 05:16:35.960638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:16:35.964111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:16:35.968726 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:36.002698 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.003333 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:36.004709 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] 10.222.0.16 "PUT /v2.0/ports/aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 1094 time: 0.6194403 Nov 10 05:16:36.005148 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:36.007538 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:36.036871 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39cd89-15a6-48a0-bad3-0c3ce3013517 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:36.059205 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4910fd-dfc9-42dc-898d-4c9e9d061e76 x-openstack-request-id: req-be4910fd-dfc9-42dc-898d-4c9e9d061e76 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:36.059530 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:36.059633 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:36.059790 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be4910fd-dfc9-42dc-898d-4c9e9d061e76 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:36.060250 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'status': 'completed', 'code': 200} Nov 10 05:16:36.165991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-fe92a659-2f6c-4635-997c-7ab73078cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.167505 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-fe92a659-2f6c-4635-997c-7ab73078cd9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1097 time: 0.0423141 Nov 10 05:16:36.220237 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-f8760ed1-4cba-4367-8760-0116e0a70418 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 217 time: 0.0371406 Nov 10 05:16:36.267223 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-022265f4-279f-408b-ad75-132051db6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.268586 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-022265f4-279f-408b-ad75-132051db6a4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0415943 Nov 10 05:16:36.316268 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-10e4a9a7-ff7f-4f6f-836f-5d49bdb2d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.317786 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-10e4a9a7-ff7f-4f6f-836f-5d49bdb2d237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401587 Nov 10 05:16:36.414389 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-255fefdb-9869-41b6-b0b5-a4b45aa4606c service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853159 Nov 10 05:16:36.503095 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-098f0ceb-2180-4f77-8d05-4b0c13885ba1 req-99036f4e-de74-49e0-a765-d6ba9543eb25 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807498 Nov 10 05:16:36.669340 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-9dc64d6c-1214-4ee9-bf2b-9d6c7a6f604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.670775 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-9dc64d6c-1214-4ee9-bf2b-9d6c7a6f604e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1097 time: 0.0429361 Nov 10 05:16:36.762901 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-091f1728-36a9-4223-a2a7-318d5723dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.764275 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-091f1728-36a9-4223-a2a7-318d5723dfb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0848169 Nov 10 05:16:36.792150 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:36.812913 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-7b311799-47f5-430c-a87d-d5474bb0cf8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 217 time: 0.0391555 Nov 10 05:16:36.862816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-f088cba0-1393-445f-a15c-5647dce07cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.864233 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-f088cba0-1393-445f-a15c-5647dce07cde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0430696 Nov 10 05:16:36.915358 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-8d7a4c32-8d73-4013-9bb1-32ffd5a6e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:36.916761 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-8d7a4c32-8d73-4013-9bb1-32ffd5a6e626 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390048 Nov 10 05:16:37.009070 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-16c0d89b-66e4-4d29-93ad-6832440006d1 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Nov 10 05:16:37.018043 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6574d-58b8-450b-9dc3-28d12af11652 req-9fc2d50a-1680-4e47-afbd-2dfd2d907223 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:37.019459 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97d6574d-58b8-450b-9dc3-28d12af11652 req-9fc2d50a-1680-4e47-afbd-2dfd2d907223 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0465128 Nov 10 05:16:37.072003 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-97d6574d-58b8-450b-9dc3-28d12af11652 req-1f38fea2-895b-4990-8f6f-bb1b6f300bc1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461385 Nov 10 05:16:37.099946 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b8c2e2c3-1e2a-4b98-abe5-c21cf4c218f7 req-a064a7b0-365a-4c30-91d4-1bdf6e917903 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826557 Nov 10 05:16:38.184858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e46c-2d59-47f2-a2ce-65b2778f9528 req-1b66b79a-721b-4d78-b450-c7eb4503052a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:38.186275 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1573e46c-2d59-47f2-a2ce-65b2778f9528 req-1b66b79a-721b-4d78-b450-c7eb4503052a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0471516 Nov 10 05:16:38.233238 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1573e46c-2d59-47f2-a2ce-65b2778f9528 req-a4133389-7fed-4301-89cc-1e62a1e56042 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 Nov 10 05:16:39.344726 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2642-bb60-4101-9198-10904b1160fd req-fde567d0-1b26-422f-a909-39392aa68b31 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:39.346155 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a20d2642-bb60-4101-9198-10904b1160fd req-fde567d0-1b26-422f-a909-39392aa68b31 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0472543 Nov 10 05:16:39.393172 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a20d2642-bb60-4101-9198-10904b1160fd req-4525c3d9-c186-4b95-8e0c-921d036c9752 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Nov 10 05:16:40.506950 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46835-2a12-42ec-816d-cecbc4fcb257 req-94faea82-7497-458c-95bb-3b1ff4bd8efa tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:40.508403 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ca46835-2a12-42ec-816d-cecbc4fcb257 req-94faea82-7497-458c-95bb-3b1ff4bd8efa tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0501723 Nov 10 05:16:40.555514 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-0ca46835-2a12-42ec-816d-cecbc4fcb257 req-fe3f0e83-b344-4bed-be6f-d284c9773cdf tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Nov 10 05:16:41.383877 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:41.664795 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2ef0f-b35e-45d2-a2e8-60eb381c8bce req-922042e3-fdbe-40c6-b45a-ed0f790e37bf tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:41.666154 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1da2ef0f-b35e-45d2-a2e8-60eb381c8bce req-922042e3-fdbe-40c6-b45a-ed0f790e37bf tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0466070 Nov 10 05:16:41.714335 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1da2ef0f-b35e-45d2-a2e8-60eb381c8bce req-10afc4e5-6e64-4aa2-af45-981d46a85da6 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Nov 10 05:16:42.824313 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd0753-9b76-4df2-bca9-6e638973e9ef req-ec5f2ddf-6e12-4653-ae80-acb6f29b134d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:42.825743 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-05cd0753-9b76-4df2-bca9-6e638973e9ef req-ec5f2ddf-6e12-4653-ae80-acb6f29b134d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0474050 Nov 10 05:16:43.109170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-05cd0753-9b76-4df2-bca9-6e638973e9ef req-e52819f3-9f1e-45f3-8dcb-edf4b4737ff8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771285 Nov 10 05:16:44.223014 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c3428-5136-464e-9b58-ec7b96966a97 req-4bd0175b-ee33-4f8f-a8f8-ff1921fc3d13 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:44.225248 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f51c3428-5136-464e-9b58-ec7b96966a97 req-4bd0175b-ee33-4f8f-a8f8-ff1921fc3d13 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0476182 Nov 10 05:16:44.272430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f51c3428-5136-464e-9b58-ec7b96966a97 req-c035b7d9-e246-4846-b61a-6a4930724ace tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Nov 10 05:16:45.384309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf012ad-3552-4ecc-9c6b-8d19f95d3409 req-c92bf642-50f0-4650-a8e1-cefbafece32b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:45.385678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3bf012ad-3552-4ecc-9c6b-8d19f95d3409 req-c92bf642-50f0-4650-a8e1-cefbafece32b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0462105 Nov 10 05:16:45.433845 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3bf012ad-3552-4ecc-9c6b-8d19f95d3409 req-dc92b25c-0c48-4389-b7fc-e938c7b23ef9 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Nov 10 05:16:46.211517 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device aac1e74b-2263-42aa-af8a-1e9514a131c2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:16:46.304984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:46.316117 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:16:46.352533 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:46.365319 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac1e74b-2263-42aa-af8a-1e9514a131c2 {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:16:46.384702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:46.388311 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:46.436342 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:46.554772 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8074828-57b7-4168-8322-ec905aeca23e req-7da91512-acea-4a53-bdfa-8cc66956a988 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:46.556289 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d8074828-57b7-4168-8322-ec905aeca23e req-7da91512-acea-4a53-bdfa-8cc66956a988 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Nov 10 05:16:46.603251 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d8074828-57b7-4168-8322-ec905aeca23e req-79fc41d7-9269-4bba-8239-96184c52f364 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Nov 10 05:16:46.881106 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['aac1e74b-2263-42aa-af8a-1e9514a131c2'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:16:47.659305 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc5a1-6808-43bb-af44-23ef21e68963 req-6b8ebd00-555e-493c-944c-ef956f3ce501 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:47.660746 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff8bc5a1-6808-43bb-af44-23ef21e68963 req-6b8ebd00-555e-493c-944c-ef956f3ce501 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Nov 10 05:16:47.706826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ff8bc5a1-6808-43bb-af44-23ef21e68963 req-66088504-ff34-4fea-9790-d1c092b69bd1 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Nov 10 05:16:47.806505 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b015f-0f5e-4632-9c79-019d307d9543 req-064ee0fa-8a6d-43cc-88ae-02bbea60314e tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:47.807972 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d86b015f-0f5e-4632-9c79-019d307d9543 req-064ee0fa-8a6d-43cc-88ae-02bbea60314e tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 945 time: 0.0495822 Nov 10 05:16:47.857253 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d86b015f-0f5e-4632-9c79-019d307d9543 req-fa044edd-b725-4088-9721-0a842947453d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Nov 10 05:16:48.228766 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device aac1e74b-2263-42aa-af8a-1e9514a131c2 up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:16:48.279712 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port aac1e74b-2263-42aa-af8a-1e9514a131c2 completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:16:48.283684 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port aac1e74b-2263-42aa-af8a-1e9514a131c2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:16:48.284047 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:48.356784 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:48.378446 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:48.380663 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c536c-292f-4a86-919d-43056cfc9eb3" -d '{"events": [{"server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "name": "network-vif-plugged", "status": "completed", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:48.392809 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:48.396918 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:48.422849 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30833eab-4839-4341-a431-0f03cf92feb3 x-openstack-request-id: req-30833eab-4839-4341-a431-0f03cf92feb3 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:48.423132 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "name": "network-vif-plugged", "status": "completed", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:48.423406 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30833eab-4839-4341-a431-0f03cf92feb3 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:48.423783 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'code': 200} Nov 10 05:16:48.448227 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:48.676088 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a845-7a33-4756-8a28-27264d9d4ede req-778357d3-f36a-422d-b1d1-396853f6c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:48.677499 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-7c48a845-7a33-4756-8a28-27264d9d4ede req-778357d3-f36a-422d-b1d1-396853f6c35e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.0390902 Nov 10 05:16:48.726164 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-7c48a845-7a33-4756-8a28-27264d9d4ede req-fcb7dd6b-3961-4ec7-b0b2-835ca9dd2e0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Nov 10 05:16:48.819617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b84a-aa72-4740-bd52-57fde92b4c54 req-c447e3d7-4129-460d-a1d1-09aec3b7f363 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:48.821074 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6163b84a-aa72-4740-bd52-57fde92b4c54 req-c447e3d7-4129-460d-a1d1-09aec3b7f363 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0481458 Nov 10 05:16:48.867502 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6163b84a-aa72-4740-bd52-57fde92b4c54 req-0c84990f-9931-4fb1-b219-1f5e6d8aad2b tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Nov 10 05:16:48.966001 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0540a-73aa-482a-85cb-87e579b57f5b req-1fbc43f1-33f6-4a9f-bcf9-66582efd9554 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:48.967435 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91f0540a-73aa-482a-85cb-87e579b57f5b req-1fbc43f1-33f6-4a9f-bcf9-66582efd9554 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0456173 Nov 10 05:16:49.017906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91f0540a-73aa-482a-85cb-87e579b57f5b req-2dd4c12e-17ca-431b-996a-3a68e0728fd5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Nov 10 05:16:49.979869 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079e3d-26bb-4800-8f76-a8686944d686 req-253620fc-846d-45c9-a6e7-2823567cd504 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:49.981276 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d079e3d-26bb-4800-8f76-a8686944d686 req-253620fc-846d-45c9-a6e7-2823567cd504 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0464945 Nov 10 05:16:50.028142 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5d079e3d-26bb-4800-8f76-a8686944d686 req-08f15819-ac8e-4f68-aa43-5dfddf85a387 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups?id=06689187-5db3-4cf3-9c71-a7567fddd274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Nov 10 05:16:50.137418 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3a4d-29df-4a10-ab59-c6314ac781cc req-338eec0e-d77a-4c0d-a579-786468541b78 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:50.138883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a05b3a4d-29df-4a10-ab59-c6314ac781cc req-338eec0e-d77a-4c0d-a579-786468541b78 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0490983 Nov 10 05:16:50.191781 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a05b3a4d-29df-4a10-ab59-c6314ac781cc req-99013f0a-89a2-4fa8-83c5-30b9359ac5df tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Nov 10 05:16:50.581124 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-048de02f-e707-44e6-b82a-2ca41fcbdcfd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:50.582537 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-048de02f-e707-44e6-b82a-2ca41fcbdcfd tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0470588 Nov 10 05:16:50.669309 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Deleting port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:50.669635 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:50.756619 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] For port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:50.756886 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:50.922061 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:50.922697 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:50.923005 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Floating IP f7bb7604-df57-4820-b6e7-3bb864d5d8ce disassociated. External IP: 172.27.3.215, port: 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb. Nov 10 05:16:50.923429 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Calling delete_port for 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb owned by compute:nova {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:51.045824 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:51.073795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'Port': ['ID=47c47cbf-6f7f-43e4-9b9c-451280e8a5fb,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:51.141913 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-63265c40-e75f-44e9-8d8e-038607ad7c95 req-c27b439b-e1af-41d1-ae48-1201e608b268 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0292110 Nov 10 05:16:51.193241 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:16:51.299375 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:16:51.308392 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3cdc5-7767-4d00-816b-2d81cfdb6082 req-9126634d-4eed-44b8-a77d-1ab167a5e8dd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:51.311776 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cce3cdc5-7767-4d00-816b-2d81cfdb6082 req-9126634d-4eed-44b8-a77d-1ab167a5e8dd tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0503404 Nov 10 05:16:51.312518 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:16:51.324296 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:51.325041 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:51.337300 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] No DVR routers for this DVR port 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb on host hv-cinder-81713 {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:16:51.339804 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:51.343720 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-56f5c6d2-0564-4c6e-a3f2-f69e6c504e3c req-2b5f132a-0f2e-4aac-b67d-7dbb1dfc2160 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.16 "DELETE /v2.0/ports/47c47cbf-6f7f-43e4-9b9c-451280e8a5fb HTTP/1.1" status: 204 len: 173 time: 0.7543452 Nov 10 05:16:51.344531 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'name': 'network-vif-deleted', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:51.346347 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf6d31e-de56-4336-ade0-484fa4ab7106" -d '{"events": [{"server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "name": "network-vif-deleted", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:51.365618 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cce3cdc5-7767-4d00-816b-2d81cfdb6082 req-5332393f-2f03-43fd-a7a2-a5cfb3a85045 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497351 Nov 10 05:16:51.387722 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bdc829-768e-4f88-8738-60c1e026bab1 x-openstack-request-id: req-d3bdc829-768e-4f88-8738-60c1e026bab1 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:51.388005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6", "name": "network-vif-deleted", "tag": "47c47cbf-6f7f-43e4-9b9c-451280e8a5fb", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:51.388249 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3bdc829-768e-4f88-8738-60c1e026bab1 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:51.388640 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1adfa3-c56e-452d-9bcb-7f94a80d8ac6', 'name': 'network-vif-deleted', 'tag': '47c47cbf-6f7f-43e4-9b9c-451280e8a5fb', 'status': 'completed', 'code': 200} Nov 10 05:16:51.471702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:51.502022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09973d1-e5d0-41af-848d-b67226e98f5e req-59dd9bfa-1b17-4a6c-947c-f2ce97d5e711 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:51.507838 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d09973d1-e5d0-41af-848d-b67226e98f5e req-59dd9bfa-1b17-4a6c-947c-f2ce97d5e711 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0748539 Nov 10 05:16:51.569197 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d09973d1-e5d0-41af-848d-b67226e98f5e req-67f3bf1e-50fc-4ab5-9080-678378bff660 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563111 Nov 10 05:16:51.595088 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60392) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:51.638586 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1f390-9194-4376-8feb-4b34a0811588 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:51.640174 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-76a1f390-9194-4376-8feb-4b34a0811588 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1094 time: 0.0440216 Nov 10 05:16:51.643209 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60394) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:51.647801 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:16:51.670285 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:51.691757 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:51.721727 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:16:51.730134 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:51.730775 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:51.767803 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:51.839364 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:51.891614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.27.3.71 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/0b2dde16-a74d-4e16-be03-cc14eb2747b2) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:16:52.000388 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.032724 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.050035 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:52.071839 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:16:52.074628 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:16:52.076046 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910528-3c04-4871-ac32-f091c7f094f8 None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:06:03Z', 'revision_number': 4, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '161c9906-d5db-4fc0-889e-a25552d1a45b', 'name': '', 'network_id': 'f6d3179d-a72b-4b69-aa19-974e290f3c3b', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'mac_address': 'fa:16:3e:d8:38:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:02Z', 'updated_at': '2021-11-10T05:06:08Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'subnets': [{'id': '4e876fd4-b759-4ac4-9dc4-9fbd61d282e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:16:52.078107 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:16:52.083539 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=0b2dde16-a74d-4e16-be03-cc14eb2747b2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:52.232538 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60400) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:52.290743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.309469 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318b563-53b7-4773-a4b2-708a061962cf None None] New status for floating IP f7bb7604-df57-4820-b6e7-3bb864d5d8ce: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:16:52.318025 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.366302 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.369277 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.372863 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "DELETE /v2.0/security-groups/06689187-5db3-4cf3-9c71-a7567fddd274 HTTP/1.1" status: 204 len: 168 time: 0.1369996 Nov 10 05:16:52.373731 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60402) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:52.390275 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce94e-c6d6-4f54-bf1a-e9ca2b19172d tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06689187-5db3-4cf3-9c71-a7567fddd274,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:52.392397 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.api.v2.resource [None req-a516c2fe-3dd6-479d-a8b0-a39e75802f14 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] show failed (client error): The resource could not be found. Nov 10 05:16:52.393460 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a516c2fe-3dd6-479d-a8b0-a39e75802f14 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "GET /v2.0/security-groups/06689187-5db3-4cf3-9c71-a7567fddd274 HTTP/1.1" status: 404 len: 347 time: 0.0188451 Nov 10 05:16:52.396283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60404) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:52.477317 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.521752 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Deleting port b36a6db6-31b4-40d9-a758-782aec36b683 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:52.522090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.553104 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.606373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.606849 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.620964 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Calling delete_port for b36a6db6-31b4-40d9-a758-782aec36b683 owned by network:floatingip {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:52.757900 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.785575 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Pushing event deleted for resources: {'Port': ['ID=b36a6db6-31b4-40d9-a758-782aec36b683,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:52.849643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks [] for floatingip, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.852221 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.853358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3602d62b-9f43-4f23-a5f3-40099c043677 tempest-AttachVolumeTestJSON-1103662971 tempest-AttachVolumeTestJSON-1103662971-project] 10.222.0.18 "DELETE /v2.0/floatingips/f7bb7604-df57-4820-b6e7-3bb864d5d8ce HTTP/1.1" status: 204 len: 168 time: 0.4560251 Nov 10 05:16:52.951064 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:52.958216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:53.026366 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=0b2dde16-a74d-4e16-be03-cc14eb2747b2,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:53.039675 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:53.137138 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP aeb41fc9-4f0f-44b6-8ee3-667943a9266f associated. External IP: 172.27.3.71, port: aac1e74b-2263-42aa-af8a-1e9514a131c2. Nov 10 05:16:53.336457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:16:53.445969 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:16:53.456826 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:16:53.462592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:53.467455 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:53.468068 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:53.489597 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7d9b790b-d109-4bcd-8592-b824b7a5a572 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8452291 Nov 10 05:16:53.490152 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:16:53.492378 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:16:53.527160 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656c7b69-2990-488d-9c87-03cd4a167430 x-openstack-request-id: req-656c7b69-2990-488d-9c87-03cd4a167430 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:16:53.527354 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:16:53.527573 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-656c7b69-2990-488d-9c87-03cd4a167430 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:16:53.527967 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'status': 'completed', 'code': 200} Nov 10 05:16:53.576537 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:53.610769 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-52f28769-d1e3-43ee-84c8-d687dea034c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:53.612208 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-52f28769-d1e3-43ee-84c8-d687dea034c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.0393717 Nov 10 05:16:53.709954 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-b05267f5-5b9d-4e21-91de-e8b703c4ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:53.711727 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-b05267f5-5b9d-4e21-91de-e8b703c4ce23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0923164 Nov 10 05:16:53.776373 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-f39e2552-fa12-4e7c-a3d1-d75033a86f9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 999 time: 0.0569460 Nov 10 05:16:53.845938 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-5a4334f4-a90c-42a1-b45b-0fd5aa717c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:53.847394 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-5a4334f4-a90c-42a1-b45b-0fd5aa717c89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0428946 Nov 10 05:16:53.894741 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-c6a6af43-cec1-43d2-af03-5078e387df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:16:53.896145 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-c6a6af43-cec1-43d2-af03-5078e387df2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421019 Nov 10 05:16:53.925397 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:52Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:53.951945 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:16:53.960426 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:53.961026 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:53.985005 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-c7411735-a9ea-4ade-a70f-3fef05a1d84e service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815535 Nov 10 05:16:54.073999 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:54.082149 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-b305c178-bfb8-4bb1-a89a-ff21113e6e3c req-e5049b38-be26-4ab6-b844-ad538b960de8 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Nov 10 05:16:54.249187 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:54.289844 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:54.290176 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 47c47cbf-6f7f-43e4-9b9c-451280e8a5fb not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:54.318181 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:52Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:54.344326 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b94b2-1e2f-449e-a066-a6e03440e79a None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:52Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:16:54.537569 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d53d1-fde8-455d-85c7-12b1cb71d200 None None] New status for floating IP aeb41fc9-4f0f-44b6-8ee3-667943a9266f: ACTIVE {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:16:56.399022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60444) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:56.890699 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:57.165610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Deleting port 161c9906-d5db-4fc0-889e-a25552d1a45b {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:57.165943 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:57.242062 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] For port 161c9906-d5db-4fc0-889e-a25552d1a45b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=161c9906-d5db-4fc0-889e-a25552d1a45b,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:57.242434 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:57.254078 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Calling delete_port for 161c9906-d5db-4fc0-889e-a25552d1a45b owned by network:router_interface {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:57.424507 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:57.449300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Pushing event deleted for resources: {'Port': ['ID=161c9906-d5db-4fc0-889e-a25552d1a45b,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:57.610926 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:57.816635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Router 8a2b0174-4f43-48dd-9554-7c99952995ea has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:16:57.915033 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:16:57.920413 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-d473493f-7b72-4b89-9fd0-84206c6551fd admin admin] 10.222.0.18 "PUT /v2.0/routers/8a2b0174-4f43-48dd-9554-7c99952995ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5203745 Nov 10 05:16:57.923436 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60450) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:57.924240 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Sync routers for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:16:57.934147 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:57.934676 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:58.042208 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:58.225419 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:16:57Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:58.251463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Checking router: 8a2b0174-4f43-48dd-9554-7c99952995ea for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:16:58.258441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.259631 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Routers {'8a2b0174-4f43-48dd-9554-7c99952995ea'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:16:58.260233 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:16:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['8a2b0174-4f43-48dd-9554-7c99952995ea'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:58.360611 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.363423 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] Set router 8a2b0174-4f43-48dd-9554-7c99952995ea gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:16:58.410581 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Deleting port 187f54f6-b647-4349-9eec-ecfa6ade9c75 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:58.410911 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.492264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] For port 187f54f6-b647-4349-9eec-ecfa6ade9c75, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=187f54f6-b647-4349-9eec-ecfa6ade9c75,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:58.492821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.505584 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Calling delete_port for 187f54f6-b647-4349-9eec-ecfa6ade9c75 owned by network:router_gateway {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:58.542090 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:16:57Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:58.567945 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471d300-0014-4a1e-a53e-0b0ac8c74944 None None] The sync data for ids ['8a2b0174-4f43-48dd-9554-7c99952995ea'] in dv-cinder-817135-4-iscsi is: [{'id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'name': 'tempest-AttachVolumeTestJSON-2089652905-router', 'tenant_id': '979e727256044ef3a59e2ef6cc60a16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:05:59Z', 'updated_at': '2021-11-10T05:16:57Z', 'revision_number': 5, 'project_id': '979e727256044ef3a59e2ef6cc60a16e', 'gw_port': {'id': '187f54f6-b647-4349-9eec-ecfa6ade9c75', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2b0174-4f43-48dd-9554-7c99952995ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:06:00Z', 'updated_at': '2021-11-10T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:16:58.666836 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.695685 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=187f54f6-b647-4349-9eec-ecfa6ade9c75,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:58.716488 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.716824 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.717160 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.717485 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.718447 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.718771 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.719089 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.719444 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.719765 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.720077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.720387 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.720696 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:16:58.757554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.862256 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.864256 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.925795 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.926354 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2b0174-4f43-48dd-9554-7c99952995ea {{(pid=101800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:16:58.931526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:58.932563 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1b78f244-3f25-4dde-86b9-5ee437a1aec0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8a2b0174-4f43-48dd-9554-7c99952995ea HTTP/1.1" status: 204 len: 168 time: 1.0082309 Nov 10 05:16:58.935106 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60456) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:58.983367 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Deleting subnet 4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:16:58.986732 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.022274 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.130871 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.194371 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.218167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e876fd4-b759-4ac4-9dc4-9fbd61d282e8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:59.223725 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.228008 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-00c4fa02-d4bb-47b5-87fc-5ce4c4a51738 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4e876fd4-b759-4ac4-9dc4-9fbd61d282e8 HTTP/1.1" status: 204 len: 168 time: 0.2906179 Nov 10 05:16:59.228988 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5aaa5-8b9d-4404-9dbc-9551efd429ab None None] Network f6d3179d-a72b-4b69-aa19-974e290f3c3b requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:16:59.229500 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60458) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:59.297608 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.339825 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:16:59.355373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Deleting port fb111ccc-310b-40e1-b97d-05fff67f4af1 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:16:59.355707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.416313 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] For port fb111ccc-310b-40e1-b97d-05fff67f4af1, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=fb111ccc-310b-40e1-b97d-05fff67f4af1,segment=NetworkSegment(ad0b1649-968b-46a4-89d4-d4837e4fd3bf),segment_id=ad0b1649-968b-46a4-89d4-d4837e4fd3bf)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:16:59.416687 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.428742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Calling delete_port for fb111ccc-310b-40e1-b97d-05fff67f4af1 owned by network:dhcp {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:16:59.509129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.534742 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb111ccc-310b-40e1-b97d-05fff67f4af1,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:59.538283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] No DVR routers for this DVR port fb111ccc-310b-40e1-b97d-05fff67f4af1 on host dv-cinder-817135-4-iscsi {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:16:59.539293 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f9d00-ff1c-4f85-94cd-df88545d85e5 None None] DHCP port deletion for f6d3179d-a72b-4b69-aa19-974e290f3c3b request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:16:59.610442 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.630358 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d3179d-a72b-4b69-aa19-974e290f3c3b']}} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:59.639654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf') {'for_net_delete': True} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:59.639947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0b1649-968b-46a4-89d4-d4837e4fd3bf') {} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:16:59.649462 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12757107'] for segment, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.662513 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.668225 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:16:59.668603 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338041'] for segment, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: Traceback (most recent call last): Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: timer() Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: cb(*args, **kw) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: return func(*args, **kwargs) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: self._notify() Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: self.callback(batched_events) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: event.method(event) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: return f(self, *a, **k) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._get(url).json() Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: return self.request(url, 'GET', **kwargs) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:16:59.670387 dv-cinder-817135-4-iscsi neutron-server[101800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:16:59.725248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.732196 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.736168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6d3179d-a72b-4b69-aa19-974e290f3c3b HTTP/1.1" status: 204 len: 168 time: 0.5057621 Nov 10 05:16:59.745696 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a5a64-5427-4d3d-af37-95afc786989e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d3179d-a72b-4b69-aa19-974e290f3c3b,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:16:59.747913 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device fb111ccc-310b-40e1-b97d-05fff67f4af1 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:59.768003 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: fb111ccc-310b-40e1-b97d-05fff67f4af1 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:59.768350 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device fb111ccc-310b-40e1-b97d-05fff67f4af1 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:59.768772 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 161c9906-d5db-4fc0-889e-a25552d1a45b no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:59.788452 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 161c9906-d5db-4fc0-889e-a25552d1a45b {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:59.788700 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 161c9906-d5db-4fc0-889e-a25552d1a45b not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:59.789104 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 187f54f6-b647-4349-9eec-ecfa6ade9c75 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:16:59.810780 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 187f54f6-b647-4349-9eec-ecfa6ade9c75 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:16:59.811190 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 187f54f6-b647-4349-9eec-ecfa6ade9c75 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:16:59.850587 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60464) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:59.889855 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-96df480f-7e79-469f-81f0-a51cdbc1381d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=979e727256044ef3a59e2ef6cc60a16e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380485 Nov 10 05:16:59.892252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60466) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:16:59.941422 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:16:59.961569 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:00.005362 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:00.008103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:00.009234 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aca827b-8895-4ce1-8239-30a3587173a3 HTTP/1.1" status: 204 len: 168 time: 0.1161041 Nov 10 05:17:00.016552 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23b90-48ab-494f-b7d0-0ed1a1f32d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca827b-8895-4ce1-8239-30a3587173a3,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:00.849854 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0957760f-1a8f-47c4-929d-f7eb8cf1bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:01.745197 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60532) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:01.848252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-763e7bcf-3dc1-4b0e-9c27-e15182cad610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:01.920274 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-763e7bcf-3dc1-4b0e-9c27-e15182cad610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:01.923921 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-763e7bcf-3dc1-4b0e-9c27-e15182cad610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:01.961737 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-763e7bcf-3dc1-4b0e-9c27-e15182cad610 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48187b1135114c04925ddf4be0c30e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154710 Nov 10 05:17:01.962585 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e7bcf-3dc1-4b0e-9c27-e15182cad610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018be61a-a7c5-459b-ae3f-b296560800ca,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:01.965101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60536) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:02.015599 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.036422 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.083249 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.085828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.086955 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/018be61a-a7c5-459b-ae3f-b296560800ca HTTP/1.1" status: 204 len: 168 time: 0.1206093 Nov 10 05:17:02.094391 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018be61a-a7c5-459b-ae3f-b296560800ca,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:02.101431 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.101784 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.102229 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.102592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.103062 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.103422 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.103754 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.104174 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.104396 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.104720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.105043 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.105378 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db35463-8e49-4c19-9abb-dc09a7acc944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:17:02.339470 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60542) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:02.353111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b3f4f29-c7a3-4c7c-aed6-ce0c59c9c37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.429906 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b3f4f29-c7a3-4c7c-aed6-ce0c59c9c37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.433284 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9b3f4f29-c7a3-4c7c-aed6-ce0c59c9c37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.469796 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9b3f4f29-c7a3-4c7c-aed6-ce0c59c9c37d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5ef8abe7c8d48e4a78043708b73c8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291649 Nov 10 05:17:02.472462 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f4f29-c7a3-4c7c-aed6-ce0c59c9c37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c8219-29d2-4c55-a543-d378b72cb873,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:02.472744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60544) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:02.523248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.546461 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.597117 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.599653 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:02.600784 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e19c8219-29d2-4c55-a543-d378b72cb873 HTTP/1.1" status: 204 len: 168 time: 0.1267052 Nov 10 05:17:02.608096 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834b6cd-0634-456f-a0be-79662ffb9008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c8219-29d2-4c55-a543-d378b72cb873,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:03.211633 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-331d202a-3368-4655-8a6f-d394a6b22723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:04.233285 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:06.013782 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:06.783944 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:11.375465 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:30.854574 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bd524147-4949-4eb4-8977-603f003b2dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:33.212657 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c12b-c1fb-4b3b-a8e8-ad3a87c63ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:34.236862 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:36.017401 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:36.339722 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:17:36.783884 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.391457 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60818) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:40.493454 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc32fa7e-10f7-4b6c-ae30-2cefcc303201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.563724 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc32fa7e-10f7-4b6c-ae30-2cefcc303201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.567924 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fc32fa7e-10f7-4b6c-ae30-2cefcc303201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.603541 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32fa7e-10f7-4b6c-ae30-2cefcc303201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3bf98-893f-4507-b5be-ed8b99443fd8,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:40.607718 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fc32fa7e-10f7-4b6c-ae30-2cefcc303201 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dd5de36e7f549c48a1b4bef23b267dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152033 Nov 10 05:17:40.610280 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60822) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:40.656335 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.677903 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.725046 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.727573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:40.728742 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35c3bf98-893f-4507-b5be-ed8b99443fd8 HTTP/1.1" status: 204 len: 168 time: 0.1175506 Nov 10 05:17:40.736185 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79e160-0ca2-4b70-b70c-f35451dc88f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3bf98-893f-4507-b5be-ed8b99443fd8,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:40.979692 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60828) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:40.993065 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89e55994-cfb9-4467-8a9d-bf13855ba618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.064115 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89e55994-cfb9-4467-8a9d-bf13855ba618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.067526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-89e55994-cfb9-4467-8a9d-bf13855ba618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.102783 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e55994-cfb9-4467-8a9d-bf13855ba618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5034dc21-b3be-4370-bf46-7aa788e78616,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:41.106930 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-89e55994-cfb9-4467-8a9d-bf13855ba618 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4bfb56653284d209e0880b99fe77796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262164 Nov 10 05:17:41.109610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60830) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:41.155654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.176587 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.221365 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.224566 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:41.226073 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5034dc21-b3be-4370-bf46-7aa788e78616 HTTP/1.1" status: 204 len: 168 time: 0.1151938 Nov 10 05:17:41.233773 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a03f7-19d4-4081-87f6-d48f3b069871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034dc21-b3be-4370-bf46-7aa788e78616,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:41.376242 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:42.813089 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60888) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:42.914610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-513ad256-852c-466d-a138-9acef0b89a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:42.993194 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-513ad256-852c-466d-a138-9acef0b89a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:42.996642 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-513ad256-852c-466d-a138-9acef0b89a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.033478 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-513ad256-852c-466d-a138-9acef0b89a25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91a13a51dd324648935242e6db3214ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192912 Nov 10 05:17:43.034232 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad256-852c-466d-a138-9acef0b89a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0579f6-9705-48ef-adeb-bddae45b5581,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:43.037400 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60892) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:43.086638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.107249 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.151285 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.153889 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.155009 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f0579f6-9705-48ef-adeb-bddae45b5581 HTTP/1.1" status: 204 len: 168 time: 0.1164787 Nov 10 05:17:43.163041 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81620566-c215-4b21-85fb-5b0d6191f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0579f6-9705-48ef-adeb-bddae45b5581,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:43.404417 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60898) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:43.417457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1bdd-0638-40a6-bb0f-06dbedab65ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.493228 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1bdd-0638-40a6-bb0f-06dbedab65ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.497186 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1bdd-0638-40a6-bb0f-06dbedab65ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.537449 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-0f4a1bdd-0638-40a6-bb0f-06dbedab65ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c168b2eadb77464ab6a22342fa1ebd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319115 Nov 10 05:17:43.538262 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a1bdd-0638-40a6-bb0f-06dbedab65ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17900de1-8e89-46e1-b13b-4ec02348881b,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:43.540236 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60902) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:43.588745 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.608795 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.654132 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.656982 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:43.658120 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17900de1-8e89-46e1-b13b-4ec02348881b HTTP/1.1" status: 204 len: 168 time: 0.1168842 Nov 10 05:17:43.666209 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace2413-093a-4cf9-825e-54c9f068541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17900de1-8e89-46e1-b13b-4ec02348881b,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:45.445639 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60978) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:45.548476 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ce9a246d-00fa-421d-84ae-a32f59c13bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.623494 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ce9a246d-00fa-421d-84ae-a32f59c13bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.627326 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ce9a246d-00fa-421d-84ae-a32f59c13bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.668116 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ce9a246d-00fa-421d-84ae-a32f59c13bfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=262e3baf909747f1ae22b00111b4947c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214198 Nov 10 05:17:45.668960 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a246d-00fa-421d-84ae-a32f59c13bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca6e27-e175-472a-acc6-9cfc269bd12b,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:45.670838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60982) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:45.720505 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.741614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.788239 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.790849 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:45.794338 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aca6e27-e175-472a-acc6-9cfc269bd12b HTTP/1.1" status: 204 len: 168 time: 0.1199641 Nov 10 05:17:45.799834 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c1a83-f55f-481f-ad98-004698010be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca6e27-e175-472a-acc6-9cfc269bd12b,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:46.048355 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 60990) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:46.061609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6482abc2-b715-4edb-a05b-f4bc9c852944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.134175 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6482abc2-b715-4edb-a05b-f4bc9c852944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.137806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6482abc2-b715-4edb-a05b-f4bc9c852944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.175248 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6482abc2-b715-4edb-a05b-f4bc9c852944 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b064a8b20ca45c79d7159a87714b7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258566 Nov 10 05:17:46.176060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482abc2-b715-4edb-a05b-f4bc9c852944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a1f93-5319-4539-b3b5-54fcca216776,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:46.178625 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 60992) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:46.225449 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.246391 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.291211 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.293805 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:46.294957 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/869a1f93-5319-4539-b3b5-54fcca216776 HTTP/1.1" status: 204 len: 168 time: 0.1153693 Nov 10 05:17:46.303060 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfed2c-3d0a-40f0-b298-8f93f30a5c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a1f93-5319-4539-b3b5-54fcca216776,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:46.933183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32784) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:47.027088 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2061399182-network', 'tenant_id': '3c61e0476fec4763952c016d05d71e5e'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:17:47.047199 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Made reservation on behalf of 3c61e0476fec4763952c016d05d71e5e for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:17:47.049457 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.057571 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.131922 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.135626 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.158559 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:17:47.166790 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873045ff-6934-4638-a6d7-bb7a306cd0aa,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:47.172841 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.173189 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Added segment 0e9477ad-2d87-410b-a5f6-0d72f5941899 of type vlan for network 2cec03a1-baee-4ee3-b655-b42d70eda964 Nov 10 05:17:47.211614 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.234512 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.235451 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:17:47.236018 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.292508 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3556063 Nov 10 05:17:47.292771 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 32788) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:47.294812 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd6c21-8bb4-4c26-9da0-9505b80839e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cec03a1-baee-4ee3-b655-b42d70eda964,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:47.297686 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Request body: {'subnet': {'network_id': '2cec03a1-baee-4ee3-b655-b42d70eda964', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2061399182-subnet', 'tenant_id': '3c61e0476fec4763952c016d05d71e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:17:47.305158 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 2cec03a1-baee-4ee3-b655-b42d70eda964 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:17:47.320452 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Made reservation on behalf of 3c61e0476fec4763952c016d05d71e5e for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:17:47.322831 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501678'] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.480924 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501632'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.532037 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ebc2ff-07f1-4d8f-a147-e7f4dc11b469,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:47.542172 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Checking segment: {'id': '0e9477ad-2d87-410b-a5f6-0d72f5941899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cec03a1-baee-4ee3-b655-b42d70eda964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:17:47.542585 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Network hostable DHCP agents. Network: 2cec03a1-baee-4ee3-b655-b42d70eda964, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:17:47.558599 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Network 2cec03a1-baee-4ee3-b655-b42d70eda964 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:17:47.567006 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 2cec03a1-baee-4ee3-b655-b42d70eda964) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:17:47.571133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:17:47.571780 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:47.576279 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab9b75-0b99-48c6-97e3-17aa8bf56946 None None] Network 2cec03a1-baee-4ee3-b655-b42d70eda964 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:17:47.587136 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ef6320d3-5a05-49a7-a38b-5ba03724dece admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2932985 Nov 10 05:17:47.703936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781fdb0-bec7-4ec4-9ac9-91cc540ef014 None None] Network 2cec03a1-baee-4ee3-b655-b42d70eda964 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:17:48.036438 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 32806) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:48.041973 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2041309764-network', 'tenant_id': '3b93b9dadf454bf5b0cba7607591f96d'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:17:48.063049 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Made reservation on behalf of 3b93b9dadf454bf5b0cba7607591f96d for: {'network': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:17:48.065183 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.073854 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.148902 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.152576 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.172443 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=101800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:17:48.186373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e0f4e-16e9-4f84-9415-5c8eb920a187,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:48.189124 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.189453 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.segments_db [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Added segment 48a660a3-e5d5-4b7a-863c-db319f208da7 of type vlan for network bb889956-1bab-491f-9d1a-8a094a7ef476 Nov 10 05:17:48.228074 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.250987 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.251922 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:17:48.252488 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.306014 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2677925 Nov 10 05:17:48.308107 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32808) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:17:48.311397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a319f46-be2d-4f5c-8ae5-725ab44c0ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=bb889956-1bab-491f-9d1a-8a094a7ef476,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:48.313762 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Request body: {'subnet': {'network_id': 'bb889956-1bab-491f-9d1a-8a094a7ef476', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2041309764-subnet', 'tenant_id': '3b93b9dadf454bf5b0cba7607591f96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:17:48.321527 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network bb889956-1bab-491f-9d1a-8a094a7ef476 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:17:48.336396 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Made reservation on behalf of 3b93b9dadf454bf5b0cba7607591f96d for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:17:48.338758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.499452 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.558750 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dfc9db-969a-4738-b423-b9b5aad23e51,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:17:48.565688 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Checking segment: {'id': '48a660a3-e5d5-4b7a-863c-db319f208da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb889956-1bab-491f-9d1a-8a094a7ef476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:17:48.566042 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Network hostable DHCP agents. Network: bb889956-1bab-491f-9d1a-8a094a7ef476, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:17:48.582206 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Network bb889956-1bab-491f-9d1a-8a094a7ef476 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:17:48.590908 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, bb889956-1bab-491f-9d1a-8a094a7ef476) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:17:48.594968 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:17:48.595585 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:17:48.600164 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246e844-0141-4a85-a242-4482e421de8b None None] Network bb889956-1bab-491f-9d1a-8a094a7ef476 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:17:48.610528 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-22296823-76b4-4852-8dcc-7785d6c503a3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3013847 Nov 10 05:17:48.844205 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421bbae-0b12-4ce1-93ce-8ef59a4d4494 None None] Network bb889956-1bab-491f-9d1a-8a094a7ef476 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:00.856614 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0b183ae6-5fc4-4089-b88b-b36fea41067d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:01.823096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32956) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:01.867404 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Deleting subnet a8ebc2ff-07f1-4d8f-a147-e7f4dc11b469 {{(pid=101801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:18:01.870546 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:01.903156 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15767383'] for subnet, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:01.945583 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:01.995467 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14418319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662065'] for subnet, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.022128 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ebc2ff-07f1-4d8f-a147-e7f4dc11b469,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:02.024096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.027250 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-aafa8dc3-1a44-43e8-a468-a244b76c2a67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8ebc2ff-07f1-4d8f-a147-e7f4dc11b469 HTTP/1.1" status: 204 len: 168 time: 0.2031348 Nov 10 05:18:02.029661 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32958) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:02.094956 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.173543 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.192713 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cec03a1-baee-4ee3-b655-b42d70eda964']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.201914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9477ad-2d87-410b-a5f6-0d72f5941899') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.202201 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9477ad-2d87-410b-a5f6-0d72f5941899') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.211740 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.224159 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.230923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:18:02.231326 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:18:02.232926 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:18:02.288111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.293359 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.296504 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] 10.222.0.18 "DELETE /v2.0/networks/2cec03a1-baee-4ee3-b655-b42d70eda964 HTTP/1.1" status: 204 len: 168 time: 0.2659621 Nov 10 05:18:02.299435 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 32960) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:02.307030 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cec03a1-baee-4ee3-b655-b42d70eda964,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:02.313846 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.314187 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.314523 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.314844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.315166 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.315512 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.315835 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.316153 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.316472 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.316786 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.317100 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.317415 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12c2d-a32a-4309-a2c5-656d8d53fb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.346039 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Deleting subnet e4dfc9db-969a-4738-b423-b9b5aad23e51 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:18:02.349242 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.381800 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.420486 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.469882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.498081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dfc9db-969a-4738-b423-b9b5aad23e51,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:02.502491 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.505632 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e4dfc9db-969a-4738-b423-b9b5aad23e51 HTTP/1.1" status: 204 len: 168 time: 0.2051923 Nov 10 05:18:02.508754 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32964) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:02.510934 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.511300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.511647 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.511977 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.512305 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.512633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.512957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.513283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.513606 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.513926 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.514243 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.514561 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b37eb05-b137-4b53-9041-ba6b830010cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:02.576510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.654707 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.673752 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb889956-1bab-491f-9d1a-8a094a7ef476']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.682706 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a660a3-e5d5-4b7a-863c-db319f208da7') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.682972 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a660a3-e5d5-4b7a-863c-db319f208da7') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:02.692157 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.705214 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.711699 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:18:02.712069 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:18:02.713636 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:18:02.768534 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.774198 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:02.777296 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb889956-1bab-491f-9d1a-8a094a7ef476 HTTP/1.1" status: 204 len: 168 time: 0.2675619 Nov 10 05:18:02.788269 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd921-352e-4ac5-b7e0-99a009fbf214 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb889956-1bab-491f-9d1a-8a094a7ef476,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:02.929482 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32970) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:02.968128 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-fd048cc9-3ef8-44f1-8a47-2c67d3942490 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c61e0476fec4763952c016d05d71e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375092 Nov 10 05:18:02.970505 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32972) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:03.015517 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.035820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.085243 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.087850 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.091894 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/873045ff-6934-4638-a6d7-bb7a306cd0aa HTTP/1.1" status: 204 len: 168 time: 0.1205077 Nov 10 05:18:03.099806 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa8890-06d8-4ec9-ba51-860e9349f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873045ff-6934-4638-a6d7-bb7a306cd0aa,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:03.212742 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-4ff17c82-1df1-4133-8f26-1d45eba9986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.389464 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32978) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:03.428457 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-23587667-2af5-467a-bd26-e7a3ca00bfe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b93b9dadf454bf5b0cba7607591f96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377991 Nov 10 05:18:03.431369 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 32980) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:03.479076 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.500048 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.545183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.547801 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:03.549040 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f8e0f4e-16e9-4f84-9415-5c8eb920a187 HTTP/1.1" status: 204 len: 168 time: 0.1166606 Nov 10 05:18:03.557515 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b21c14-49fc-41c2-a4e1-48b4e736b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e0f4e-16e9-4f84-9415-5c8eb920a187,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:04.190611 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33004) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:04.237794 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.284217 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18833732-network', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:04.303349 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Made reservation on behalf of bd664d3c11ee46129f0c6c6d2e3d6263 for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:18:04.305544 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.313358 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.386641 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.390101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.413019 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:18:04.421202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25693f74-8be1-4e0c-86e7-f6749e5b6b0a,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:04.426814 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.427147 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Added segment adb8b741-2c7d-49de-b929-87ff9f7a09f1 of type vlan for network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e Nov 10 05:18:04.465251 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.489287 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.490248 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:04.490849 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.548981 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3572690 Nov 10 05:18:04.552039 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33008) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:04.554516 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb482e-291d-4d36-a07a-098bfb8d2b8e admin admin] Pushing event updated for resources: {'Network': ['ID=1efb56a2-32eb-4eb2-b0f2-81ff601a019e,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:04.558490 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Request body: {'subnet': {'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18833732-subnet', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'ip_version': 4}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:04.563843 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:18:04.579495 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Made reservation on behalf of bd664d3c11ee46129f0c6c6d2e3d6263 for: {'subnet': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:18:04.581733 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501678'] for subnet, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.745455 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14337894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501632'] for subnet, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.798050 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:04.806897 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Checking segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:04.807247 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Network hostable DHCP agents. Network: 1efb56a2-32eb-4eb2-b0f2-81ff601a019e, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:18:04.822991 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:18:04.830496 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 1efb56a2-32eb-4eb2-b0f2-81ff601a019e) {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:04.834295 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:04.834912 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.840698 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5da6f7-e112-43cf-b51c-a49b3c24b55b None None] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:04.849864 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-01a3529c-4fad-4227-b097-2b40456dc528 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2965600 Nov 10 05:18:04.853064 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33012) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:04.857858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:04.878947 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.880058 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.934170 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:04.984984 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:18:04.985830 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.063113 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.118144 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Allocated IP 172.20.0.2 (1efb56a2-32eb-4eb2-b0f2-81ff601a019e/7c0bbc60-dd85-4b51-bf63-db5d8b998fb2/f81e4144-fede-4e11-bd25-824525055892) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:05.257821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.261588 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.267307 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.276359 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.308938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:05.312247 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:05.316641 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:05.319640 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Pushing event updated for resources: {'Port': ['ID=f81e4144-fede-4e11-bd25-824525055892,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:05.330844 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.331196 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.331565 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.331899 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.332233 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.332561 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.332888 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.333211 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.333543 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.333885 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.334191 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.334508 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:05.378167 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Allocated IP 172.27.3.11 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/a0480a82-74eb-40ee-a597-e69715d479c2) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:05.382387 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Attempting to bind port f81e4144-fede-4e11-bd25-824525055892 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:05.382751 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Attempting to bind port f81e4144-fede-4e11-bd25-824525055892 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:05.383136 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Attempting to bind port f81e4144-fede-4e11-bd25-824525055892 on network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:05.388090 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:05.388450 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Checking segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:05.388835 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.389214 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Bound using segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:05.389668 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Bound port: f81e4144-fede-4e11-bd25-824525055892, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:05.390142 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.451677 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] For port f81e4144-fede-4e11-bd25-824525055892, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:05.455361 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] For port f81e4144-fede-4e11-bd25-824525055892, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f81e4144-fede-4e11-bd25-824525055892,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:05.459511 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.481093 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.516508 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf906-cbdd-490d-a087-8d72ed156f87 None None] Pushing event updated for resources: {'Port': ['ID=f81e4144-fede-4e11-bd25-824525055892,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:05.525022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.571520 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:05.572906 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0480a82-74eb-40ee-a597-e69715d479c2,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:05.576325 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:05.578290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:05.855438 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.866806 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device f81e4144-fede-4e11-bd25-824525055892 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:05.919939 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port f81e4144-fede-4e11-bd25-824525055892 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:05.920269 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:05.997468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.041010 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.042725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port f81e4144-fede-4e11-bd25-824525055892, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f81e4144-fede-4e11-bd25-824525055892,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:06.046560 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.047545 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.098306 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=f81e4144-fede-4e11-bd25-824525055892,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:06.176398 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:18:06.393728 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10d1c7-4843-434c-bd38-3f45f629c06d None None] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:06.462086 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-9231aef8-639e-417c-8dad-0d3ffe2f13cd None None] Provisioning complete for port f81e4144-fede-4e11-bd25-824525055892 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:06.462451 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9231aef8-639e-417c-8dad-0d3ffe2f13cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.527975 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:06.538454 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Sync routers for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:06.547074 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.550801 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-e4158d5d-a7c0-4dc0-8e72-590d62f14da4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6937649 Nov 10 05:18:06.550936 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:06.551309 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:06.551824 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33016) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:06.660791 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:06.788516 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.836583 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ffb00773-2071-4bb6-b4f9-c4a35e3e1183 None None] Provisioning complete for port f81e4144-fede-4e11-bd25-824525055892 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:06.837123 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ffb00773-2071-4bb6-b4f9-c4a35e3e1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.855835 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:05Z', 'revision_number': 3, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:06.885806 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Checking router: 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:06.886382 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Updating router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 port a0480a82-74eb-40ee-a597-e69715d479c2 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:18:06.913883 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:06.989606 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.146170 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Allocated IP 172.20.0.1 (1efb56a2-32eb-4eb2-b0f2-81ff601a019e/7c0bbc60-dd85-4b51-bf63-db5d8b998fb2/a484fe99-8153-418a-84db-107950a00d24) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:07.247402 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.248798 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.254066 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.279848 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.304924 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Pushing event updated for resources: {'Port': ['ID=a0480a82-74eb-40ee-a597-e69715d479c2,revision_number=2']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:07.307026 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Attempting to bind port a0480a82-74eb-40ee-a597-e69715d479c2 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:07.307684 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Attempting to bind port a0480a82-74eb-40ee-a597-e69715d479c2 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:07.307864 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Attempting to bind port a0480a82-74eb-40ee-a597-e69715d479c2 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:07.314937 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:07.316078 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:07.316447 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:07.316830 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.317208 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:07.317656 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Bound port: a0480a82-74eb-40ee-a597-e69715d479c2, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:07.318042 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.320216 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:07.320624 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.320978 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.321310 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.321632 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.322009 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.322332 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.322647 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.323402 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.323402 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.323626 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.323729 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:07.323915 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.324222 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:18:07.352279 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Pushing event updated for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:07.370123 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.389238 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] For port a0480a82-74eb-40ee-a597-e69715d479c2, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:07.392850 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] For port a0480a82-74eb-40ee-a597-e69715d479c2, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a0480a82-74eb-40ee-a597-e69715d479c2,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:07.401337 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.468210 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:07.468852 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:07.470829 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6a848-3175-4893-a106-bb744458baf1 None None] Pushing event updated for resources: {'Port': ['ID=a0480a82-74eb-40ee-a597-e69715d479c2,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:07.555353 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-28fa1de1-aa9f-4c9b-b6dc-88499fa4cf65 None None] Provisioning complete for port a484fe99-8153-418a-84db-107950a00d24 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:07.555957 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-28fa1de1-aa9f-4c9b-b6dc-88499fa4cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.591058 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-28fa1de1-aa9f-4c9b-b6dc-88499fa4cf65 None None] Port a484fe99-8153-418a-84db-107950a00d24 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:07.592257 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:07.729579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.769626 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:05Z', 'revision_number': 3, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:07.801304 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fe2ab-a5b7-4010-be70-c40bdc1076e7 None None] The sync data for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi is: [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:05Z', 'revision_number': 3, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:07.832131 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device f81e4144-fede-4e11-bd25-824525055892 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:07.886378 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port f81e4144-fede-4e11-bd25-824525055892 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:07.886850 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.899166 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.904027 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.972616 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:07.974561 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Pushing event updated for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:08.096336 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:08.097825 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:08.224520 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:18:08.314298 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-dc8dd36e-a3bc-4992-b306-0623f74df85f None None] Provisioning complete for port a484fe99-8153-418a-84db-107950a00d24 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:08.314689 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd36e-a3bc-4992-b306-0623f74df85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.336455 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:08.355732 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-5846e7cf-991d-4e87-a2ab-168d2a162e7e admin admin] 10.222.0.18 "PUT /v2.0/routers/2b22ecb9-fd3e-4efb-ade3-e011a33eae73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886763 Nov 10 05:18:08.359348 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dd36e-a3bc-4992-b306-0623f74df85f None None] Port a484fe99-8153-418a-84db-107950a00d24 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:08.815092 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33036) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:08.821129 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947784141-network', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:08.843343 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Made reservation on behalf of 2776aef730624efeb7cbc1b8607d281b for: {'network': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:18:08.845747 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for network, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.854530 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.927273 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.931489 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.954702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=101801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 05:18:08.968236 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764e09c7-9f75-493f-b091-058122624026,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:08.973999 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:08.974332 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.segments_db [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Added segment 8a8d686e-e2e4-42c5-97a7-6839b0e5353f of type vlan for network 222536ae-033c-48cc-b690-2c16d716d0c4 Nov 10 05:18:09.013815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759427083996'] for network, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.043904 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101'] for network, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.044907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:09.045811 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.099798 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2835648 Nov 10 05:18:09.102418 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33038) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:09.109468 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Request body: {'subnet': {'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947784141-subnet', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'ip_version': 4}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:09.117581 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5739b-d750-4246-8d85-26f9887be563 admin admin] Pushing event updated for resources: {'Network': ['ID=222536ae-033c-48cc-b690-2c16d716d0c4,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:09.127304 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Network 222536ae-033c-48cc-b690-2c16d716d0c4 details requested by agent ovs-agent-dv-cinder-817135-4-iscsi with host dv-cinder-817135-4-iscsi {{(pid=101802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 05:18:09.138772 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Made reservation on behalf of 2776aef730624efeb7cbc1b8607d281b for: {'subnet': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:18:09.141295 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662036'] for subnet, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.323507 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14418254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662074'] for subnet, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.387854 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2013826c-2a38-4d05-a9d4-afb6cb2b6365,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:09.399945 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Checking segment: {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:09.400304 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Network hostable DHCP agents. Network: 222536ae-033c-48cc-b690-2c16d716d0c4, hostable agents: ['0ccc0843-b2dd-401f-acd6-d50b078dfa2d'], hosted agents: [] {{(pid=101801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 05:18:09.401578 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Sync routers for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:09.412217 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:09.413409 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:09.418061 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Network 222536ae-033c-48cc-b690-2c16d716d0c4 is scheduled to be hosted by DHCP agent 0ccc0843-b2dd-401f-acd6-d50b078dfa2d with binding_index 1 {{(pid=101801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 05:18:09.427359 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-4-iscsi, 222536ae-033c-48cc-b690-2c16d716d0c4) {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:09.431889 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:09.432498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.448385 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-c1405bc5-ad7c-402e-9cdf-305c38161340 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3447843 Nov 10 05:18:09.450872 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33042) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:09.454284 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1d18c-8ec3-49a3-b555-e78964162956 None None] Network 222536ae-033c-48cc-b690-2c16d716d0c4 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:09.455220 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:09.476835 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26974'] for router, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.477991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1608801', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1769704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26983'] for router, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.530178 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.672226 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.711126 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:09.871956 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.877894 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a0480a82-74eb-40ee-a597-e69715d479c2 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:09.890791 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.908723 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9701091d-3359-5d5d-aaf6-5425083d40df-222536ae-033c-48cc-b690-2c16d716d0c4', 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'fixed_ips': [{'subnet_id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365'}]}} from dv-cinder-817135-4-iscsi. {{(pid=101802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 05:18:09.909557 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:09.999923 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Allocated IP 172.27.3.162 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/74edfd79-604d-418c-8bf0-ad3e5b3edf20) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:10.105675 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a0480a82-74eb-40ee-a597-e69715d479c2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:10.105955 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.110250 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.142137 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.182338 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:10.186884 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:10.191593 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:10.194880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=74edfd79-604d-418c-8bf0-ad3e5b3edf20,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:10.208815 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.db_base_plugin_common [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Allocated IP 172.20.0.2 (222536ae-033c-48cc-b690-2c16d716d0c4/2013826c-2a38-4d05-a9d4-afb6cb2b6365/e1eaa8dc-3ba3-407b-817c-c2524eff9007) {{(pid=101802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:10.251938 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 2, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:10.290872 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Checking router: 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:10.291230 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Updating router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 port a484fe99-8153-418a-84db-107950a00d24 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:18:10.384609 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.389085 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.442934 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.461834 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port a0480a82-74eb-40ee-a597-e69715d479c2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a0480a82-74eb-40ee-a597-e69715d479c2,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:10.491593 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.633064 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1608886'] for router, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.665746 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=a0480a82-74eb-40ee-a597-e69715d479c2,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:10.673965 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks [] for port, precommit_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.695215 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507'] for port, after_create {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.761453 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Router ac5999c8-9431-4d8c-91df-89ebfec749da is scheduled to L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 with binding_index 1 {{(pid=101801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 05:18:10.790359 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Network 222536ae-033c-48cc-b690-2c16d716d0c4 is already hosted by enough agents. {{(pid=101802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:10.798470 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.scheduler.base_scheduler [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Resources bound (agent type, host, resource id): {{(pid=101802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:10.801997 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Received port after_create {{(pid=101802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:10.806321 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Pushing event updated for resources: {'Port': ['ID=e1eaa8dc-3ba3-407b-817c-c2524eff9007,revision_number=1']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:10.872481 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:10.881669 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Sync routers for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:10.891462 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.895189 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-005df893-89af-4d51-bb71-4bb79e2c2cf9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4408085 Nov 10 05:18:10.895346 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:10.895346 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:10.896176 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33046) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:10.912445 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Attempting to bind port e1eaa8dc-3ba3-407b-817c-c2524eff9007 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:10.913323 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Attempting to bind port e1eaa8dc-3ba3-407b-817c-c2524eff9007 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:10.913689 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Attempting to bind port e1eaa8dc-3ba3-407b-817c-c2524eff9007 on network 222536ae-033c-48cc-b690-2c16d716d0c4 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:10.924341 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:10.924705 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Checking segment: {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:10.925103 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.925489 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Bound using segment: {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:10.925952 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Bound port: e1eaa8dc-3ba3-407b-817c-c2524eff9007, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:10.926328 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.946071 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:10.969293 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.005133 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:11.039487 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df03401-2891-43a3-afda-4c2f55a5edab None None] Pushing event updated for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:11.067824 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] For port e1eaa8dc-3ba3-407b-817c-c2524eff9007, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:11.098497 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] For port e1eaa8dc-3ba3-407b-817c-c2524eff9007, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=e1eaa8dc-3ba3-407b-817c-c2524eff9007,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:11.108862 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.141199 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Attempting to bind port a484fe99-8153-418a-84db-107950a00d24 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:11.142308 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Attempting to bind port a484fe99-8153-418a-84db-107950a00d24 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:11.142610 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Attempting to bind port a484fe99-8153-418a-84db-107950a00d24 on network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:11.162702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:11.163853 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Checking segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:11.164257 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.164650 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Bound using segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:11.165137 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Bound port: a484fe99-8153-418a-84db-107950a00d24, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:11.167856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.198857 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad6fa9-d5c4-47a6-9594-46a0a6124083 None None] Pushing event updated for resources: {'Port': ['ID=e1eaa8dc-3ba3-407b-817c-c2524eff9007,revision_number=2']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:11.230339 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 3, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:11.266320 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Checking router: ac5999c8-9431-4d8c-91df-89ebfec749da for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:11.266982 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Updating router ac5999c8-9431-4d8c-91df-89ebfec749da port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 binding host dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:18:11.279520 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] For port a484fe99-8153-418a-84db-107950a00d24, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:11.283724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] For port a484fe99-8153-418a-84db-107950a00d24, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a484fe99-8153-418a-84db-107950a00d24,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:11.291144 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.301968 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.570484 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df03401-2891-43a3-afda-4c2f55a5edab None None] Pushing event updated for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:11.605147 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] Provisioning complete for port a484fe99-8153-418a-84db-107950a00d24 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:11.605621 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.610807 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.613440 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:11.614094 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:11.704685 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks [] for port, precommit_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.714605 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.726801 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.865774 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:11.870962 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Attempting to bind port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:11.871356 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Attempting to bind port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:11.871714 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Attempting to bind port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 on network c8560e99-0a36-4702-8634-138a81b035b2 {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:11.900779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.902116 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:11.902642 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Checking segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:11.902900 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.903370 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Bound using segment: {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'} {{(pid=101803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:11.903793 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.managers [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Bound port: 74edfd79-604d-418c-8bf0-ad3e5b3edf20, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e6d1e-9b44-40bb-9c48-552e96977fcb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2'}}] {{(pid=101803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:11.904188 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:11.906841 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e1284-5524-464c-8efc-217585509809 None None] Pushing event updated for resources: {'Port': ['ID=74edfd79-604d-418c-8bf0-ad3e5b3edf20,revision_number=2']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:11.917690 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Allocated IP 172.20.0.1 (222536ae-033c-48cc-b690-2c16d716d0c4/2013826c-2a38-4d05-a9d4-afb6cb2b6365/5dce5925-6de8-4ea5-9f3c-20417ed3dbd2) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:11.992268 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] For port a484fe99-8153-418a-84db-107950a00d24, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a484fe99-8153-418a-84db-107950a00d24,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:11.997309 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] For port 74edfd79-604d-418c-8bf0-ad3e5b3edf20, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:12.002554 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.006850 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.plugins.ml2.db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] For port 74edfd79-604d-418c-8bf0-ad3e5b3edf20, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=74edfd79-604d-418c-8bf0-ad3e5b3edf20,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:12.015253 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron_lib.callbacks.manager [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.086591 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.087842 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a0480a82-74eb-40ee-a597-e69715d479c2 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:12.136199 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e1284-5524-464c-8efc-217585509809 None None] Pushing event updated for resources: {'Port': ['ID=74edfd79-604d-418c-8bf0-ad3e5b3edf20,revision_number=3']} {{(pid=101803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:12.141557 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:12.142807 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:12.152466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.231239 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Pushing event updated for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:12.245047 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Network 222536ae-033c-48cc-b690-2c16d716d0c4 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:12.248038 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:12.251298 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:12.269849 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-b36b6108-979b-46eb-928e-9742cd251977 None None] Provisioning complete for port a484fe99-8153-418a-84db-107950a00d24 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:12.270251 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b36b6108-979b-46eb-928e-9742cd251977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.282976 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4dbd6-692c-4b49-8884-36d1dbef1964 None None] Pushing event updated for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:12.296619 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608545'] for router_interface, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.313692 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:12.368492 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a0480a82-74eb-40ee-a597-e69715d479c2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:12.368861 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.459303 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.528213 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:12.563534 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8ad07-0929-4055-a203-e842880aa54e None None] The sync data for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi is: [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:12.583124 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5763a7b-bcbc-4d5b-acfa-abf68eb96876 None None] Network 222536ae-033c-48cc-b690-2c16d716d0c4 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:12.607909 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device e1eaa8dc-3ba3-407b-817c-c2524eff9007 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:12.638115 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 3, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:12.681124 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.683103 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3232ff4d-8449-40c4-a034-4ca691935edd None None] The sync data for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi is: [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 3, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:12.693112 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.725644 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] Provisioning complete for port e1eaa8dc-3ba3-407b-817c-c2524eff9007 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:12.726020 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.786855 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Pushing event updated for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:12.789592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608693'] for router_interface, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.830248 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port e1eaa8dc-3ba3-407b-817c-c2524eff9007 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:12.830690 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:12.898905 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Network 222536ae-033c-48cc-b690-2c16d716d0c4 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:12.900466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:12.956009 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.077036 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] For port e1eaa8dc-3ba3-407b-817c-c2524eff9007, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=e1eaa8dc-3ba3-407b-817c-c2524eff9007,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:13.080844 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.092623 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Router ac5999c8-9431-4d8c-91df-89ebfec749da has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:18:13.093716 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.197034 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802f13f-5cf9-473c-b0a8-cb32c4dd09d3 None None] Pushing event updated for resources: {'Port': ['ID=e1eaa8dc-3ba3-407b-817c-c2524eff9007,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:13.208727 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.db.api [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 05:18:13.209330 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG oslo_db.api [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 05:18:13.263487 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:13.270139 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-536e38ac-ca3b-4d69-b001-756450c790ed admin admin] 10.222.0.18 "PUT /v2.0/routers/ac5999c8-9431-4d8c-91df-89ebfec749da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729901 Nov 10 05:18:13.329436 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-955bcb14-183d-4057-a1ca-203ec597f85e None None] Provisioning complete for port e1eaa8dc-3ba3-407b-817c-c2524eff9007 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:13.338519 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:18:13.339647 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-955bcb14-183d-4057-a1ca-203ec597f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.469245 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-955bcb14-183d-4057-a1ca-203ec597f85e None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:13.469761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-955bcb14-183d-4057-a1ca-203ec597f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.527675 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-955bcb14-183d-4057-a1ca-203ec597f85e None None] Port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:13.664898 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-a80a87d3-5d86-4ca2-bfe3-474e731fdfa4 None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:13.665270 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a80a87d3-5d86-4ca2-bfe3-474e731fdfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.757637 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-a80a87d3-5d86-4ca2-bfe3-474e731fdfa4 None None] Port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:13.881982 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-5bb5a921-9f72-4aa6-a603-98a0180c6240 None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:13.882463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a921-9f72-4aa6-a603-98a0180c6240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:13.927597 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5a921-9f72-4aa6-a603-98a0180c6240 None None] Port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:14.008597 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device e1eaa8dc-3ba3-407b-817c-c2524eff9007 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:14.056636 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port e1eaa8dc-3ba3-407b-817c-c2524eff9007 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:14.057014 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:14.276130 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 74edfd79-604d-418c-8bf0-ad3e5b3edf20 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:14.331837 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:14.332543 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:14.428256 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:14.460134 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] For port 74edfd79-604d-418c-8bf0-ad3e5b3edf20, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=74edfd79-604d-418c-8bf0-ad3e5b3edf20,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:14.465876 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:14.467629 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a484fe99-8153-418a-84db-107950a00d24 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:14.565669 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port a484fe99-8153-418a-84db-107950a00d24 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:14.566045 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:14.594536 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Pushing event updated for resources: {'Port': ['ID=74edfd79-604d-418c-8bf0-ad3e5b3edf20,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:14.742630 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150507a-d8df-4e64-8955-e67f328ec3fe req-00e00d13-ea28-45ef-a3b7-209f9664e6da tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:14.744786 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1150507a-d8df-4e64-8955-e67f328ec3fe req-00e00d13-ea28-45ef-a3b7-209f9664e6da tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0591257 Nov 10 05:18:14.794117 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1150507a-d8df-4e64-8955-e67f328ec3fe req-527adc71-044c-4cbf-ab78-219385ab93a3 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Nov 10 05:18:15.359751 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Sync routers for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:15.371403 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:15.372725 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:15.496288 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:15.716459 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:12Z', 'revision_number': 4, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5dce5925-6de8-4ea5-9f3c-20417ed3dbd2', 'name': '', 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'mac_address': 'fa:16:3e:bc:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:11Z', 'updated_at': '2021-11-10T05:18:12Z', 'revision_number': 2, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'subnets': [{'id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:15.748114 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Checking router: ac5999c8-9431-4d8c-91df-89ebfec749da for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:15.748459 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Updating router ac5999c8-9431-4d8c-91df-89ebfec749da port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 binding host dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 05:18:15.787435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:15.917915 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 74edfd79-604d-418c-8bf0-ad3e5b3edf20 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:15.970451 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744276ac-3cd3-46fc-a3ce-1b5063a8660e req-1f118380-20b4-4060-89bc-08e2a6151d66 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:15.972002 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-744276ac-3cd3-46fc-a3ce-1b5063a8660e req-1f118380-20b4-4060-89bc-08e2a6151d66 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0568459 Nov 10 05:18:16.036753 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-744276ac-3cd3-46fc-a3ce-1b5063a8660e req-388dd150-2342-4945-8252-d22e60ad08f6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524170 Nov 10 05:18:16.037331 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:16.038333 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.205626 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks [] for port, precommit_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.211896 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.263456 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dbdd7-0352-4c6a-9e03-495bed792e7c None None] Pushing event updated for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=3']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:16.329428 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Attempting to bind port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 on host dv-cinder-817135-4-iscsi for vnic_type normal with profile {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:16.329704 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Attempting to bind port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 by drivers openvswitch,hyperv on host dv-cinder-817135-4-iscsi at level 0 using segments [{'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:16.329968 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Attempting to bind port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 on network 222536ae-033c-48cc-b690-2c16d716d0c4 {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:16.344799 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Checking agent: {'id': 'a3268520-c685-4707-a74c-63bae8722d3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 4, 58, 7), 'started_at': datetime.datetime(2021, 11, 10, 4, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:16.345790 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Checking segment: {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:16.346201 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.346608 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Bound using segment: {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'} {{(pid=101802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:16.347101 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.managers [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Bound port: 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2, host: dv-cinder-817135-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d686e-e2e4-42c5-97a7-6839b0e5353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4'}}] {{(pid=101802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:16.347512 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.431748 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] For port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2, host dv-cinder-817135-4-iscsi, cleared binding levels {{(pid=101802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:16.435634 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] For port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2, host dv-cinder-817135-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:16.442897 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.493527 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:16.494129 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:16.552796 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dbdd7-0352-4c6a-9e03-495bed792e7c None None] Pushing event updated for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:16.631910 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:16.632381 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:16.676893 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:16.997749 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:17.065856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] For port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:17.073031 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:17.138587 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:12Z', 'revision_number': 4, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5dce5925-6de8-4ea5-9f3c-20417ed3dbd2', 'name': '', 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'mac_address': 'fa:16:3e:bc:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:11Z', 'updated_at': '2021-11-10T05:18:16Z', 'revision_number': 4, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'subnets': [{'id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:17.140451 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1d37-6e9e-4e2e-9157-2ecafe2e1e7e None None] Pushing event updated for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:17.170629 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0012f008-51c2-4d8c-b8fb-ddc5b7d42d02 None None] The sync data for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi is: [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:12Z', 'revision_number': 4, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '5dce5925-6de8-4ea5-9f3c-20417ed3dbd2', 'name': '', 'network_id': '222536ae-033c-48cc-b690-2c16d716d0c4', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'mac_address': 'fa:16:3e:bc:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:11Z', 'updated_at': '2021-11-10T05:18:16Z', 'revision_number': 4, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'subnets': [{'id': '2013826c-2a38-4d05-a9d4-afb6cb2b6365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:17.195642 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-198d789f-0af4-4e80-b612-04a6ba383634 None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:17.196098 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-198d789f-0af4-4e80-b612-04a6ba383634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:17.202004 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77666ace-0b28-4686-b9a1-55e917556698 req-7e700fb2-84e3-46b2-9e7b-8fd9dbd8c48d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:17.210665 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-77666ace-0b28-4686-b9a1-55e917556698 req-7e700fb2-84e3-46b2-9e7b-8fd9dbd8c48d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0700533 Nov 10 05:18:17.276480 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-77666ace-0b28-4686-b9a1-55e917556698 req-e45db15c-871e-48a4-8dde-54638ad9f09d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647593 Nov 10 05:18:17.928620 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 up at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:18.004856 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Provisioning complete for port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:18.005227 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:18.416236 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231fea4-8867-4e77-aeb9-8ed194e4bda4 req-6c4db2ac-2805-4717-ad03-3fc3f065aa23 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:18.417737 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4231fea4-8867-4e77-aeb9-8ed194e4bda4 req-6c4db2ac-2805-4717-ad03-3fc3f065aa23 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Nov 10 05:18:18.489143 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4231fea4-8867-4e77-aeb9-8ed194e4bda4 req-3cddc91a-cd17-49b4-b594-864cc71ce10c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589368 Nov 10 05:18:19.619430 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f5a69-a930-4338-83e7-2162c84e00d3 req-ac08661b-0a6c-4237-83e5-0cc285d6bc89 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:19.621053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0f5a69-a930-4338-83e7-2162c84e00d3 req-ac08661b-0a6c-4237-83e5-0cc285d6bc89 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0566301 Nov 10 05:18:19.673906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0f5a69-a930-4338-83e7-2162c84e00d3 req-0fd09648-1140-4d28-8362-7d77cc177942 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Nov 10 05:18:20.217595 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-b37a54e6-3a0e-4569-b709-c8bcec92f723 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457556 Nov 10 05:18:20.327902 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-b987dbfc-6be0-491a-a0bb-8ed459dae7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:20.329414 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-b987dbfc-6be0-491a-a0bb-8ed459dae7aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0441318 Nov 10 05:18:20.448743 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-271a4297-971d-4e4b-a472-a15f241d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:20.451459 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-271a4297-971d-4e4b-a472-a15f241d9c40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.1003516 Nov 10 05:18:20.530836 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-7b29a168-3360-46fe-b900-5b8cd87ee35a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 1000 time: 0.0718994 Nov 10 05:18:20.589066 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-a8f97c75-1116-47ba-bdca-1eec4e227eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:20.590455 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-a8f97c75-1116-47ba-bdca-1eec4e227eb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0524924 Nov 10 05:18:20.642969 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-80d41ca4-2217-4fd6-a97a-73c62e7f277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:20.644426 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-80d41ca4-2217-4fd6-a97a-73c62e7f277d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470798 Nov 10 05:18:20.762809 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-6188081d-763e-400f-9129-baf739c02917 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106293 Nov 10 05:18:20.808788 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa88cd2-99ec-4afb-b81e-48a5dd22fdfc req-ce1889bb-da28-47c3-8f7a-bf9118420552 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:20.815985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6fa88cd2-99ec-4afb-b81e-48a5dd22fdfc req-ce1889bb-da28-47c3-8f7a-bf9118420552 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0582340 Nov 10 05:18:20.883888 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6fa88cd2-99ec-4afb-b81e-48a5dd22fdfc req-c6e4d614-33f7-4be3-911a-3f914b939830 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669286 Nov 10 05:18:20.898816 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-1d211a48-1b9e-4f0d-9192-02d2953cdac4 req-74638155-4c26-4b68-9023-78359bef93d3 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277456 Nov 10 05:18:21.997115 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768e2f9-f66d-4194-bf90-ae58fe70c284 req-d74878d4-a32a-45d4-90e5-dd1201fc7070 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:21.998630 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2768e2f9-f66d-4194-bf90-ae58fe70c284 req-d74878d4-a32a-45d4-90e5-dd1201fc7070 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0505710 Nov 10 05:18:22.060566 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2768e2f9-f66d-4194-bf90-ae58fe70c284 req-e67fd612-11e6-47ee-88f4-1aa927df4da8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522528 Nov 10 05:18:23.172765 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6edb7-1d43-4a1b-8274-ecb5a86f9416 req-e7edd263-6ade-424b-af5f-047a6d9c46a6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:23.174379 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-10e6edb7-1d43-4a1b-8274-ecb5a86f9416 req-e7edd263-6ade-424b-af5f-047a6d9c46a6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Nov 10 05:18:23.221573 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-10e6edb7-1d43-4a1b-8274-ecb5a86f9416 req-26e1b0fc-c297-45e0-bd7e-799ad4846b20 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Nov 10 05:18:23.754485 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-c2458d9d-c3f9-44f3-8481-22cf591e7a61 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:23.755885 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-c2458d9d-c3f9-44f3-8481-22cf591e7a61 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 813 time: 0.1008270 Nov 10 05:18:23.770264 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-c0406f1c-a55e-4815-81ba-42f47337d3c2 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/quotas/bd664d3c11ee46129f0c6c6d2e3d6263 HTTP/1.1" status: 200 len: 375 time: 0.0087523 Nov 10 05:18:23.820170 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-53f78c2a-fe83-4435-9ecd-302ef7632016 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441539 Nov 10 05:18:23.915168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-81cb12eb-f66f-4f11-8038-9c1fbe53e427 service neutron] 10.222.0.18 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830624 Nov 10 05:18:23.999968 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-a0820302-141e-45c8-868a-125991c323af service neutron] 10.222.0.18 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787387 Nov 10 05:18:24.166297 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7b66008-c5cb-493d-af7d-978c33f6e77b req-52e61efc-16aa-4bcf-85eb-55af62aa8322 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Nov 10 05:18:24.341607 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e234b-ae6c-4883-bc42-5d682d350bdf req-bff93a0c-ad72-42d6-959f-828ded4a99db tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:24.343074 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e6e234b-ae6c-4883-bc42-5d682d350bdf req-bff93a0c-ad72-42d6-959f-828ded4a99db tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Nov 10 05:18:24.391961 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e6e234b-ae6c-4883-bc42-5d682d350bdf req-fd08f2c9-1bd4-4b05-86d6-95dda37d8906 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Nov 10 05:18:25.220309 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-530603a7-e1fc-4686-a6d5-88911c03ea21 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:25.221983 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-530603a7-e1fc-4686-a6d5-88911c03ea21 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 813 time: 0.1081619 Nov 10 05:18:25.243364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'port': {'device_id': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'admin_state_up': True, 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:25.260474 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cbd90549-b517-4f74-8acb-22d1990088d4 req-d572baf3-532f-4ec6-afc3-10659882709b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0253208 Nov 10 05:18:25.348352 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Made reservation on behalf of bd664d3c11ee46129f0c6c6d2e3d6263 for: {'port': 1} {{(pid=101801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:18:25.351795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:25.480560 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Allocated IP 172.20.0.9 (1efb56a2-32eb-4eb2-b0f2-81ff601a019e/7c0bbc60-dd85-4b51-bf63-db5d8b998fb2/459a3312-6899-428d-a9fc-2723007c13fc) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:18:25.518247 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d1ac6-9a8f-46e2-ac71-86d0e0fc6427 req-fed1ddc6-651d-4865-93e0-5199bc37c1f9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:25.519754 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bb9d1ac6-9a8f-46e2-ac71-86d0e0fc6427 req-fed1ddc6-651d-4865-93e0-5199bc37c1f9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0507774 Nov 10 05:18:25.580107 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bb9d1ac6-9a8f-46e2-ac71-86d0e0fc6427 req-38a9fe4f-41c5-462d-a220-9410baafd54b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534034 Nov 10 05:18:25.658770 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:25.701382 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:25.783047 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:18:25.784568 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:25.786939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:18:25.793521 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:18:25.865844 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:25.866622 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:25.898443 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-cfac985f-ad9e-46db-b131-245d4576ccbe tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6589432 Nov 10 05:18:26.049094 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-95fe9d91-b755-40cf-a8a3-7bbf50609dbc None None] Provisioning complete for port 459a3312-6899-428d-a9fc-2723007c13fc triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:26.049616 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-95fe9d91-b755-40cf-a8a3-7bbf50609dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:26.083219 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-95fe9d91-b755-40cf-a8a3-7bbf50609dbc None None] Port 459a3312-6899-428d-a9fc-2723007c13fc cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:18:26.376090 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75115b-1394-47ff-a10d-680a7a713099 req-d33eb977-7369-45e8-88d8-6795b27fa35f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:26.377466 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d75115b-1394-47ff-a10d-680a7a713099 req-d33eb977-7369-45e8-88d8-6795b27fa35f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0481820 Nov 10 05:18:26.429053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d75115b-1394-47ff-a10d-680a7a713099 req-7f0d7f09-f44d-4bc2-9b14-f63d28b20afb tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 Nov 10 05:18:26.705019 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fde48-da63-40d3-aa5f-6da878347254 req-4184062e-12ab-42e2-aa3b-9734fa371a6a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:26.706370 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b04fde48-da63-40d3-aa5f-6da878347254 req-4184062e-12ab-42e2-aa3b-9734fa371a6a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0474091 Nov 10 05:18:26.760599 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b04fde48-da63-40d3-aa5f-6da878347254 req-0b4d46a7-b867-4da7-95aa-06c39089dcea tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 Nov 10 05:18:27.559784 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a564b-2d68-4333-8c77-6a0321e2bd10 req-41c779e3-b36d-4066-bd29-9a5e7962309a tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:27.561216 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f4a564b-2d68-4333-8c77-6a0321e2bd10 req-41c779e3-b36d-4066-bd29-9a5e7962309a tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0509195 Nov 10 05:18:27.613392 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f4a564b-2d68-4333-8c77-6a0321e2bd10 req-96bea5c1-0840-4752-ae0b-fc238fbc96fc tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Nov 10 05:18:27.884297 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ebb5-fbc3-4183-b2e1-ac8e362b4c0d req-ded365cb-f705-4f0d-a991-6375499bbb91 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:27.886135 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9367ebb5-fbc3-4183-b2e1-ac8e362b4c0d req-ded365cb-f705-4f0d-a991-6375499bbb91 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0519381 Nov 10 05:18:27.933766 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9367ebb5-fbc3-4183-b2e1-ac8e362b4c0d req-310c13a4-3267-406f-a352-7bed53813412 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 Nov 10 05:18:28.733026 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833df20e-6ae7-42c8-9c1b-884cbb43a557 req-79a156d3-a9f4-4910-80bb-7cbc2c027093 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:28.734504 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-833df20e-6ae7-42c8-9c1b-884cbb43a557 req-79a156d3-a9f4-4910-80bb-7cbc2c027093 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0489619 Nov 10 05:18:28.785354 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-833df20e-6ae7-42c8-9c1b-884cbb43a557 req-cac24bd5-99ae-4dd5-8390-bf23a0f11f4e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Nov 10 05:18:29.054826 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97327d9-5a76-45ff-b6c8-f0448c8c3b3a req-c390768a-47d6-4373-adda-f3cf301c547c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:29.056397 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c97327d9-5a76-45ff-b6c8-f0448c8c3b3a req-c390768a-47d6-4373-adda-f3cf301c547c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Nov 10 05:18:29.113132 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c97327d9-5a76-45ff-b6c8-f0448c8c3b3a req-790552cd-0e8a-450e-935a-28972fdff422 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Nov 10 05:18:29.900305 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39790b5-47bb-4d17-baef-73638281b26d req-d1d2d73b-0f2c-434a-9e60-2b3ab68792ed tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:29.908094 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e39790b5-47bb-4d17-baef-73638281b26d req-d1d2d73b-0f2c-434a-9e60-2b3ab68792ed tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0563061 Nov 10 05:18:29.950184 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e39790b5-47bb-4d17-baef-73638281b26d req-ecec8637-9166-4553-b0f7-dfac85f72928 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Nov 10 05:18:30.238811 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b7ef3-c326-4862-ac46-c04471cc3ded req-9eb3b3f7-8cb3-493c-a7c4-b225c74bb2e8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:30.240397 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b52b7ef3-c326-4862-ac46-c04471cc3ded req-9eb3b3f7-8cb3-493c-a7c4-b225c74bb2e8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Nov 10 05:18:30.287243 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b52b7ef3-c326-4862-ac46-c04471cc3ded req-4b923a42-6510-416b-9da7-8a49be8f4989 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Nov 10 05:18:30.858753 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5f87ff34-91f6-4737-bf2d-dfc2ca040aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:31.068668 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e02cf2-681b-4616-9103-af32759316f9 req-f0fb603a-2f1c-4c7c-9069-83352edc08dd tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:31.070104 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5e02cf2-681b-4616-9103-af32759316f9 req-f0fb603a-2f1c-4c7c-9069-83352edc08dd tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0477445 Nov 10 05:18:31.118764 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e5e02cf2-681b-4616-9103-af32759316f9 req-e1f7747e-fbb7-4547-b0ac-bb4fc39b9263 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426066 Nov 10 05:18:31.413367 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28a1f-a409-4262-adb8-d9136abfa492 req-bd5694b6-6b12-4680-bb97-7034aef3d4c9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:31.414790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3e28a1f-a409-4262-adb8-d9136abfa492 req-bd5694b6-6b12-4680-bb97-7034aef3d4c9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Nov 10 05:18:31.463842 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f3e28a1f-a409-4262-adb8-d9136abfa492 req-e9a1e1fa-7f2c-485f-a85e-cb83999e336c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Nov 10 05:18:31.597584 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33222) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:31.902273 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Deleting port 36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:31.902620 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:31.980232 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:31.980554 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:31.991984 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Calling delete_port for 36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa owned by network:floatingip {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:32.169144 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:32.205447 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event deleted for resources: {'Port': ['ID=36b64e3f-b2b7-4c5a-9cf3-00dcb6d944aa,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:32.257658 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff0787-e593-4e74-8221-e738d29a28b8 req-3832abbd-609d-420b-b638-be06c1504089 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:32.259094 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-84ff0787-e593-4e74-8221-e738d29a28b8 req-3832abbd-609d-420b-b638-be06c1504089 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0654714 Nov 10 05:18:32.271054 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for floatingip, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:32.271478 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Floating IP d957795a-8437-4f30-a803-c7011ecb4ddb disassociated (deleted). External IP: 172.27.3.65, port: 3c058082-144a-4341-8f41-336a22fb97c5. Nov 10 05:18:32.324680 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-84ff0787-e593-4e74-8221-e738d29a28b8 req-cb973614-e285-4b61-b941-909c168a48d0 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596144 Nov 10 05:18:32.505432 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Router 67fb5baa-cdb1-434a-9ac9-314964113fe1 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:18:32.594310 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6286ea7-0cb4-4663-a5c2-6db5809b953c req-23b78d62-e948-4864-8c63-ee9b2e1f074b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:32.595792 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6286ea7-0cb4-4663-a5c2-6db5809b953c req-23b78d62-e948-4864-8c63-ee9b2e1f074b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Nov 10 05:18:32.620028 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:32.625907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:32.633772 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Sync routers for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:32.654758 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-937600f2-a2f7-442e-bab5-302a072b2c1e tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "DELETE /v2.0/floatingips/d957795a-8437-4f30-a803-c7011ecb4ddb HTTP/1.1" status: 204 len: 168 time: 1.0560460 Nov 10 05:18:32.655374 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:18:32.657595 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:32.657891 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:18:32.658669 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:32.670907 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d6286ea7-0cb4-4663-a5c2-6db5809b953c req-869cfac9-444e-4e75-8484-3a87e7cfa742 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686679 Nov 10 05:18:32.737853 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36aa13c-ff7d-4db1-9c90-d0709a440987 x-openstack-request-id: req-b36aa13c-ff7d-4db1-9c90-d0709a440987 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:18:32.738139 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:18:32.738381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b36aa13c-ff7d-4db1-9c90-d0709a440987 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:18:32.738775 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'status': 'completed', 'code': 200} Nov 10 05:18:32.789298 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:32.901704 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d4821-edcb-4bcd-86fc-7a160ee81778 req-62a71c5a-db3f-4897-a383-31ea86f870ec tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:32.909219 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ee4d4821-edcb-4bcd-86fc-7a160ee81778 req-62a71c5a-db3f-4897-a383-31ea86f870ec tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Nov 10 05:18:32.959538 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ee4d4821-edcb-4bcd-86fc-7a160ee81778 req-0ba7f391-8465-40ed-a3e3-10900f7b9950 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493624 Nov 10 05:18:33.009292 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:33.036619 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Checking router: 67fb5baa-cdb1-434a-9ac9-314964113fe1 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:33.046180 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:33.046738 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:33.178545 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:33.226300 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a9967d3c-fb14-4059-94b5-f688017f8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:33.398781 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:33.430853 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45dbf2-775b-44e2-b1c0-4f9deea19b36 None None] The sync data for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi is: [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:26Z', 'revision_number': 4, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '45c379fe-87e4-474e-a5eb-ca2a118c41ba', 'name': '', 'network_id': 'dcac6f4c-3ba6-4cd2-9236-f9ae38381b74', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'mac_address': 'fa:16:3e:c8:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:26Z', 'updated_at': '2021-11-10T05:12:31Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'subnets': [{'id': '28704dfe-cf89-4b82-adff-79f99df2f531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:33.456443 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426718e-e829-4e69-8250-8e9dbe0258ae req-c9da4d34-deb6-480a-a3c9-753b79c1ffa4 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:33.458638 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2426718e-e829-4e69-8250-8e9dbe0258ae req-c9da4d34-deb6-480a-a3c9-753b79c1ffa4 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0587924 Nov 10 05:18:33.533944 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2426718e-e829-4e69-8250-8e9dbe0258ae req-585901ad-df3a-465a-bbd7-c390b13b5e46 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691113 Nov 10 05:18:33.698706 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4040d-919d-44f2-8c52-ec86d7874988 None None] New status for floating IP d957795a-8437-4f30-a803-c7011ecb4ddb: DOWN {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:18:33.817718 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643448-c363-4010-b143-a35421c1e789 req-0b28be12-7dec-4cba-9e84-6c9dfc65c656 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:33.819331 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-01643448-c363-4010-b143-a35421c1e789 req-0b28be12-7dec-4cba-9e84-6c9dfc65c656 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0583134 Nov 10 05:18:33.867795 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-01643448-c363-4010-b143-a35421c1e789 req-482b6a74-7517-417b-aa96-83c5bf834b21 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Nov 10 05:18:34.079486 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b81ab-e71f-45d0-8e86-6db27e6ffa83 req-288d4f3e-ebaf-478e-b5ba-c4ec19f89218 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:34.080953 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f39b81ab-e71f-45d0-8e86-6db27e6ffa83 req-288d4f3e-ebaf-478e-b5ba-c4ec19f89218 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0565298 Nov 10 05:18:34.128991 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f39b81ab-e71f-45d0-8e86-6db27e6ffa83 req-5464da3b-3791-49e2-b88a-757c3b10051c tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Nov 10 05:18:34.245374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:34.651128 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd599-eb87-485b-a93b-8dcf716cc1a1 req-0393abd9-ea90-446f-a7f2-cf8ad2622a16 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:34.652949 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f0dd599-eb87-485b-a93b-8dcf716cc1a1 req-0393abd9-ea90-446f-a7f2-cf8ad2622a16 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0512009 Nov 10 05:18:34.704182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3f0dd599-eb87-485b-a93b-8dcf716cc1a1 req-93e34d5c-b5e3-4ea1-9211-f8fa29991d50 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Nov 10 05:18:34.987026 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c8e79-08dd-4802-a4d8-af6a98b0fd30 req-ce395cf6-e7d1-4668-adba-5ddc8ff689b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:34.988492 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d84c8e79-08dd-4802-a4d8-af6a98b0fd30 req-ce395cf6-e7d1-4668-adba-5ddc8ff689b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0463440 Nov 10 05:18:35.039307 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d84c8e79-08dd-4802-a4d8-af6a98b0fd30 req-5ce7c68b-b14a-49af-9268-e3cda3b27e82 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Nov 10 05:18:35.246872 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705be165-5be9-4198-bdf6-2481d624a078 req-e449adf8-faa1-4533-857a-4fcfe09155e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:35.248536 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-705be165-5be9-4198-bdf6-2481d624a078 req-e449adf8-faa1-4533-857a-4fcfe09155e5 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Nov 10 05:18:35.298396 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-705be165-5be9-4198-bdf6-2481d624a078 req-a5a7a035-35c5-4b32-bcfc-34d17f6f91bd tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438247 Nov 10 05:18:35.827381 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3da3d0-a46e-48b6-8eca-d8a3bf71a5ac req-b2e5638b-c8c4-4aa4-948e-a9957c3b860f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:35.828914 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5f3da3d0-a46e-48b6-8eca-d8a3bf71a5ac req-b2e5638b-c8c4-4aa4-948e-a9957c3b860f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0613379 Nov 10 05:18:35.875654 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5f3da3d0-a46e-48b6-8eca-d8a3bf71a5ac req-55021584-9fba-4e2e-90ff-43dd55c5d1a6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Nov 10 05:18:36.025042 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:36.169157 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702459d5-956a-4359-be3c-3c6962441c5e req-b26f2352-4b50-459d-92d7-b7f8942e6fa2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:36.170846 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-702459d5-956a-4359-be3c-3c6962441c5e req-b26f2352-4b50-459d-92d7-b7f8942e6fa2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0507393 Nov 10 05:18:36.219833 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-702459d5-956a-4359-be3c-3c6962441c5e req-140e48fb-34f4-4c66-86a6-2fc9509083e5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Nov 10 05:18:36.414641 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaeb5a-45d0-4abd-a5c6-a1f95ba1270a req-07c11ba5-3a95-4b92-a41e-6e94bf276fe9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:36.416187 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2cdaeb5a-45d0-4abd-a5c6-a1f95ba1270a req-07c11ba5-3a95-4b92-a41e-6e94bf276fe9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Nov 10 05:18:36.469831 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2cdaeb5a-45d0-4abd-a5c6-a1f95ba1270a req-848c97ad-225e-4833-ab77-0a2b3084a223 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Nov 10 05:18:36.793061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:36.989105 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca4897-0a52-4cf1-9c63-3d4e3204e88a req-847921a4-2138-49b2-9e20-649ab4ed36db tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:36.990534 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65ca4897-0a52-4cf1-9c63-3d4e3204e88a req-847921a4-2138-49b2-9e20-649ab4ed36db tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0471487 Nov 10 05:18:37.036354 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65ca4897-0a52-4cf1-9c63-3d4e3204e88a req-3fb6180c-95d8-400b-ba03-9c254b6a9719 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Nov 10 05:18:37.336847 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25787-b8a6-4e1e-ac66-06110bb87666 req-41910a06-3aa4-4072-a38f-7c39266e343f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:37.338307 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eca25787-b8a6-4e1e-ac66-06110bb87666 req-41910a06-3aa4-4072-a38f-7c39266e343f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0474396 Nov 10 05:18:37.389559 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eca25787-b8a6-4e1e-ac66-06110bb87666 req-f8a4ea22-b444-45ea-9661-fcd64e2fe9f8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 Nov 10 05:18:37.581620 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffd95a-599c-4f94-8a74-37d8f2938291 req-2097b522-1d05-44eb-a900-8de2ceab66ba tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:37.583042 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-61ffd95a-599c-4f94-8a74-37d8f2938291 req-2097b522-1d05-44eb-a900-8de2ceab66ba tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0469942 Nov 10 05:18:37.630033 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-61ffd95a-599c-4f94-8a74-37d8f2938291 req-a29beefc-4cf2-4951-8c09-14c09b6340df tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Nov 10 05:18:38.148860 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedd97f-70f2-4d4e-8d0e-fcec40278dc6 req-801b7c66-2220-404e-9126-ff40ac6a21b6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:38.150321 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4eedd97f-70f2-4d4e-8d0e-fcec40278dc6 req-801b7c66-2220-404e-9126-ff40ac6a21b6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0488694 Nov 10 05:18:38.196470 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4eedd97f-70f2-4d4e-8d0e-fcec40278dc6 req-db94c210-c29a-488a-bdbb-991f49f71a24 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Nov 10 05:18:38.507247 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9e6ff-a393-404d-9ccc-b53840588d7b req-d8b958e9-37bd-4fff-9620-b1dd74876913 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:38.508716 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03d9e6ff-a393-404d-9ccc-b53840588d7b req-d8b958e9-37bd-4fff-9620-b1dd74876913 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Nov 10 05:18:38.554655 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-03d9e6ff-a393-404d-9ccc-b53840588d7b req-231cb52d-56c5-43dd-b6fd-bf41a981a225 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Nov 10 05:18:38.742421 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4019c-c500-4ab3-a617-669266e35d04 req-1e5a1276-ef15-4820-a0f5-e56f00776461 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:38.743938 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3df4019c-c500-4ab3-a617-669266e35d04 req-1e5a1276-ef15-4820-a0f5-e56f00776461 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0468352 Nov 10 05:18:38.794999 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3df4019c-c500-4ab3-a617-669266e35d04 req-64792c2b-ab35-46ad-bbd2-53cc288a2c95 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Nov 10 05:18:39.305657 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65300662-0092-4792-9ef6-bd5b95fd5975 req-f27ec980-6bd3-4fb7-a375-252a7b709251 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.307078 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65300662-0092-4792-9ef6-bd5b95fd5975 req-f27ec980-6bd3-4fb7-a375-252a7b709251 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 931 time: 0.0468402 Nov 10 05:18:39.356042 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-65300662-0092-4792-9ef6-bd5b95fd5975 req-52d60526-77c0-4652-8955-482902acff4d tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Nov 10 05:18:39.634515 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Request body: {'port': {'device_id': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:18:39.686900 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:39.697756 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e4af8-8a8b-422c-a755-3dc8ca35d7d9 req-f451ccee-f55f-4748-a369-103190461d90 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.699221 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-922e4af8-8a8b-422c-a755-3dc8ca35d7d9 req-f451ccee-f55f-4748-a369-103190461d90 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0736756 Nov 10 05:18:39.705044 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-39389fb9-8a86-4818-8d0e-0237375b31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.706405 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-39389fb9-8a86-4818-8d0e-0237375b31a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cacaf67a65445aea4133f5dbac24343&device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 1098 time: 0.0717137 Nov 10 05:18:39.794706 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-922e4af8-8a8b-422c-a755-3dc8ca35d7d9 req-b6bfcf43-c510-4c41-8545-a6c5538797b5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872738 Nov 10 05:18:39.845239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-aaaf7f28-d8ad-4db9-ae9f-9f217c2691b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.846766 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-aaaf7f28-d8ad-4db9-ae9f-9f217c2691b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 200 len: 910 time: 0.1204979 Nov 10 05:18:39.890301 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-53b99b83-c208-4228-bd02-f6408bfdc33f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 200 len: 217 time: 0.0353267 Nov 10 05:18:39.955244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459a3312-6899-428d-a9fc-2723007c13fc {{(pid=101801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:18:39.963286 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:39.964223 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-d364432d-d238-4039-bebf-51a99f51c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.965695 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-d364432d-d238-4039-bebf-51a99f51c9c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 200 len: 848 time: 0.0676744 Nov 10 05:18:39.974164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2c496-fb00-4e79-83a9-8d46f5db2f61 req-a2cb3135-9096-4b24-8b3d-0668f5a12e99 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:39.975345 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.provisioning_blocks [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Transition to ACTIVE for port object 459a3312-6899-428d-a9fc-2723007c13fc will not be triggered until provisioned by entity L2. {{(pid=101801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:18:39.975590 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a2b2c496-fb00-4e79-83a9-8d46f5db2f61 req-a2cb3135-9096-4b24-8b3d-0668f5a12e99 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0876896 Nov 10 05:18:39.979345 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:40.032832 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:40.041048 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-d694094b-b2ef-4f41-90ac-856fbccb77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.042536 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-d694094b-b2ef-4f41-90ac-856fbccb77e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661118 Nov 10 05:18:40.064635 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a2b2c496-fb00-4e79-83a9-8d46f5db2f61 req-56b89677-b763-4daa-a9cf-931f1f64e2dd tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789618 Nov 10 05:18:40.105498 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Attempting to bind port 459a3312-6899-428d-a9fc-2723007c13fc on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:18:40.105828 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Attempting to bind port 459a3312-6899-428d-a9fc-2723007c13fc by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:18:40.106146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Attempting to bind port 459a3312-6899-428d-a9fc-2723007c13fc on network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:40.111324 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Port 459a3312-6899-428d-a9fc-2723007c13fc on network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:18:40.111904 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Attempting to bind port 459a3312-6899-428d-a9fc-2723007c13fc on network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:18:40.117112 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:18:40.117438 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Checking segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:18:40.117997 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Bound using segment: {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'} {{(pid=101801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:18:40.118878 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.managers [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Bound port: 459a3312-6899-428d-a9fc-2723007c13fc, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb8b741-2c7d-49de-b929-87ff9f7a09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e'}}] {{(pid=101801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:18:40.118878 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:40.145102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-6891383c-1c2a-4738-8312-a406c9cac0c2 service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933268 Nov 10 05:18:40.184334 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, cleared binding levels {{(pid=101801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:18:40.187905 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:18:40.192110 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:40.233075 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.233705 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:40.235118 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] 10.222.0.16 "PUT /v2.0/ports/459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 1093 time: 0.6053627 Nov 10 05:18:40.235603 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:18:40.237807 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7729e23-a7d6-470f-b377-393511f0e8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:18:40.243056 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4ca417f2-d233-4130-b3d0-2f2dfaea11c3 req-1e549b3b-f2ad-4489-b5a4-464de5e2c4ea service neutron] 10.222.0.16 "GET /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885983 Nov 10 05:18:40.258306 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e269-77b9-4f57-a6e5-954fcc9aaae9 service neutron] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=3']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:40.309974 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542a0d5-f7e9-48a9-a7d1-9dc7dd421cfa x-openstack-request-id: req-0542a0d5-f7e9-48a9-a7d1-9dc7dd421cfa {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:18:40.310426 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:18:40.310800 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0542a0d5-f7e9-48a9-a7d1-9dc7dd421cfa {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:18:40.311362 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:18:40.344107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-dd832e7e-66a8-4868-8091-8b8b466114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.345603 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-dd832e7e-66a8-4868-8091-8b8b466114b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0501049 Nov 10 05:18:40.399604 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-493c85e3-cec2-4ee5-af9c-2275e782dde7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 217 time: 0.0364628 Nov 10 05:18:40.478425 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8eacf520-4861-4548-bf37-e36cf4c62db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.479879 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-8eacf520-4861-4548-bf37-e36cf4c62db4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0712190 Nov 10 05:18:40.495865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557422d6-5afb-41e3-9470-3a50fed5eb8b req-9144d80b-0b5f-4dcc-ad49-77ba5723093d tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.497287 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-557422d6-5afb-41e3-9470-3a50fed5eb8b req-9144d80b-0b5f-4dcc-ad49-77ba5723093d tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 943 time: 0.0626621 Nov 10 05:18:40.543424 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-557422d6-5afb-41e3-9470-3a50fed5eb8b req-40833108-5c4b-423f-8c5b-0a00d1b65b37 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Nov 10 05:18:40.581728 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-29eae16c-866b-489b-9e6c-a5e7bdd38d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.583102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-29eae16c-866b-489b-9e6c-a5e7bdd38d81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388653 Nov 10 05:18:40.676654 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-9ba262ba-84a1-4150-a31d-e2e517c2559a service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859075 Nov 10 05:18:40.765553 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa82a5d2-1f51-44e4-a2c3-3c63272eb10a req-b755f558-4364-4e10-8ea4-31c2073cedd3 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800560 Nov 10 05:18:40.936218 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-6a331ac5-da08-43bb-bdd7-4675d91ca1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.937674 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-6a331ac5-da08-43bb-bdd7-4675d91ca1d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0704470 Nov 10 05:18:40.953918 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac5688-78c1-49ba-a759-ef9ae7a4004b req-9b275502-8594-4f14-9749-f9f0fd9e3807 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:40.955362 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3ac5688-78c1-49ba-a759-ef9ae7a4004b req-9b275502-8594-4f14-9749-f9f0fd9e3807 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0605330 Nov 10 05:18:41.049454 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b3ac5688-78c1-49ba-a759-ef9ae7a4004b req-787a2281-085a-4f3a-a056-aa10ba2b0ecf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872445 Nov 10 05:18:41.068479 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-a5f65a9a-64e7-4913-9f23-e9b9cc87a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:41.070041 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-a5f65a9a-64e7-4913-9f23-e9b9cc87a4a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.1237512 Nov 10 05:18:41.120917 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-5805f0ad-f9b1-468c-afc9-e28ede36cb7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 217 time: 0.0369718 Nov 10 05:18:41.193206 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-d0ee0ed3-6735-4428-9d02-f3101e17dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:41.194663 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-d0ee0ed3-6735-4428-9d02-f3101e17dc4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0659783 Nov 10 05:18:41.218290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23c85a-4dba-44ee-9599-187eb13217fc req-4dd37b0b-5115-41c5-b72e-ee3755ee3f08 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:41.219759 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a23c85a-4dba-44ee-9599-187eb13217fc req-4dd37b0b-5115-41c5-b72e-ee3755ee3f08 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0667343 Nov 10 05:18:41.280676 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-efd77c29-6b4d-4304-a1f7-94a51ac0c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:41.282383 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-efd77c29-6b4d-4304-a1f7-94a51ac0c778 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801003 Nov 10 05:18:41.291433 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a23c85a-4dba-44ee-9599-187eb13217fc req-23fb5e68-be92-4181-9f7c-3409d12e7705 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565577 Nov 10 05:18:41.379086 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-772792aa-aea3-4be2-8131-250214ecd9b8 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795529 Nov 10 05:18:41.386080 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:41.478571 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c7729e23-a7d6-470f-b377-393511f0e8b1 req-beb38bfe-b702-407d-add5-9b3c51b0375f service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Nov 10 05:18:41.653730 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1a462-f00d-4008-9d8f-e445354442cd req-98b803f7-085b-4148-91bc-b7da97466bc1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:41.655111 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8d1a462-f00d-4008-9d8f-e445354442cd req-98b803f7-085b-4148-91bc-b7da97466bc1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 943 time: 0.0471866 Nov 10 05:18:41.700707 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e8d1a462-f00d-4008-9d8f-e445354442cd req-a5627277-dbde-4f7f-9bc6-6b3b3acfb011 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Nov 10 05:18:42.164377 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cff5f-eac8-45ee-aaf7-fbc447a4ebac req-e9ae86b3-0e66-42a2-973d-324f7de5b6de tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:42.165815 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce9cff5f-eac8-45ee-aaf7-fbc447a4ebac req-e9ae86b3-0e66-42a2-973d-324f7de5b6de tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Nov 10 05:18:42.246802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ea75c3e7-3d37-46c8-ac9f-d480219a5913 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:42.248239 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ea75c3e7-3d37-46c8-ac9f-d480219a5913 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0778461 Nov 10 05:18:42.252434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce9cff5f-eac8-45ee-aaf7-fbc447a4ebac req-67e85f02-8a3f-46ef-8055-a0aba35c15d4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809834 Nov 10 05:18:42.337531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Deleting port 3c058082-144a-4341-8f41-336a22fb97c5 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:42.337796 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.451374 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a016c22-d335-4634-ae02-959a34b2267e req-fea3e2ee-0d33-4d77-b481-f809db026d0b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:42.452807 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a016c22-d335-4634-ae02-959a34b2267e req-fea3e2ee-0d33-4d77-b481-f809db026d0b tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 945 time: 0.0952163 Nov 10 05:18:42.468816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] For port 3c058082-144a-4341-8f41-336a22fb97c5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3c058082-144a-4341-8f41-336a22fb97c5,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:42.469172 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.489715 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Calling delete_port for 3c058082-144a-4341-8f41-336a22fb97c5 owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:42.554381 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8a016c22-d335-4634-ae02-959a34b2267e req-0a8dca84-dad5-4497-b9ad-b894b4d48bb9 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/security-groups?id=6626a38c-7e10-48f2-b92e-00bd540ee2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946496 Nov 10 05:18:42.635896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.668438 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event deleted for resources: {'Port': ['ID=3c058082-144a-4341-8f41-336a22fb97c5,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:42.706969 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] No DVR routers for this DVR port 3c058082-144a-4341-8f41-336a22fb97c5 on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:18:42.709933 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.713242 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1e157c94-bbd2-42b1-ba15-ecae20c9bb9e req-ae9b180c-6e8c-4b81-b152-6e16839de854 tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.16 "DELETE /v2.0/ports/3c058082-144a-4341-8f41-336a22fb97c5 HTTP/1.1" status: 204 len: 173 time: 0.4586058 Nov 10 05:18:42.713722 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-deleted', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:18:42.715968 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b1106-d9d6-479a-a483-3b8da0582a3a" -d '{"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-deleted", "tag": "3c058082-144a-4341-8f41-336a22fb97c5"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:18:42.731741 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:18:42.829766 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771ddcc-a3fb-4083-9443-087ccefbb522 req-3396cd27-e08b-4706-b32b-80a8da799de7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:42.831454 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1771ddcc-a3fb-4083-9443-087ccefbb522 req-3396cd27-e08b-4706-b32b-80a8da799de7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 943 time: 0.0571434 Nov 10 05:18:42.842941 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:42.855895 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:18:42.881580 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1771ddcc-a3fb-4083-9443-087ccefbb522 req-0e57708d-bae1-4d37-8dc8-8fbfcea8eae4 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Nov 10 05:18:42.895092 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.908695 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:18:42.928295 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:42.932534 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:42.948526 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef674c-943e-4b79-8f89-415ba62cdd36 x-openstack-request-id: req-60ef674c-943e-4b79-8f89-415ba62cdd36 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:18:42.948839 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d836c1-aaf6-4534-b129-56a6f46f0879", "name": "network-vif-deleted", "tag": "3c058082-144a-4341-8f41-336a22fb97c5", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:18:42.949132 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60ef674c-943e-4b79-8f89-415ba62cdd36 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:18:42.949553 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d836c1-aaf6-4534-b129-56a6f46f0879', 'name': 'network-vif-deleted', 'tag': '3c058082-144a-4341-8f41-336a22fb97c5', 'status': 'completed', 'code': 200} Nov 10 05:18:42.982888 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=6']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:43.342089 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['189b87ee-20d5-4dde-ae00-d532e2065d4e'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:18:43.367785 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a86fb-942d-4d50-8ec2-0e6e1e7964ac req-3bd16e7b-9c16-459f-9f23-af56e0209cea tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:43.369270 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7e9a86fb-942d-4d50-8ec2-0e6e1e7964ac req-3bd16e7b-9c16-459f-9f23-af56e0209cea tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 944 time: 0.0469146 Nov 10 05:18:43.418110 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7e9a86fb-942d-4d50-8ec2-0e6e1e7964ac req-53aea02a-74bd-4521-a97f-b573f350d141 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Nov 10 05:18:43.680129 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c8d10bd-e6d3-422e-98e6-b45bb505395f req-34daf290-d7c8-4215-9186-c87c7b3b083f tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d836c1-aaf6-4534-b129-56a6f46f0879 HTTP/1.1" status: 200 len: 210 time: 0.0258763 Nov 10 05:18:43.996064 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3e369-e9ab-4182-99ad-f4529be94a56 req-f8b9c1a0-2f9c-42cd-8fa5-a35f25a1cc13 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:43.997517 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f2f3e369-e9ab-4182-99ad-f4529be94a56 req-f8b9c1a0-2f9c-42cd-8fa5-a35f25a1cc13 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 943 time: 0.0495939 Nov 10 05:18:44.043084 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f2f3e369-e9ab-4182-99ad-f4529be94a56 req-aecf31c1-ff37-4938-9153-c85b167bba36 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Nov 10 05:18:44.536850 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582cc76-a64e-43bf-98d3-3cc60b4933ec req-795a8145-52de-4614-b574-83055f73a501 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:44.538292 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6582cc76-a64e-43bf-98d3-3cc60b4933ec req-795a8145-52de-4614-b574-83055f73a501 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 944 time: 0.0467548 Nov 10 05:18:44.585992 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6582cc76-a64e-43bf-98d3-3cc60b4933ec req-aea140ff-c802-4b42-9f49-8ac34e95f830 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Nov 10 05:18:44.727499 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 459a3312-6899-428d-a9fc-2723007c13fc details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:18:44.731679 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:44.735241 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33310) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:44.791111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:44.815758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:44.844529 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 189b87ee-20d5-4dde-ae00-d532e2065d4e triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:44.844877 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:44.875481 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:44.878350 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:44.879518 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] 10.222.0.18 "DELETE /v2.0/security-groups/6626a38c-7e10-48f2-b92e-00bd540ee2b4 HTTP/1.1" status: 204 len: 168 time: 0.1430972 Nov 10 05:18:44.889315 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d29579-38ca-433e-b874-2671e184639d tempest-TestShelveInstance-1420868959 tempest-TestShelveInstance-1420868959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626a38c-7e10-48f2-b92e-00bd540ee2b4,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:44.895369 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:44.924378 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33314) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:44.929310 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '459a3312-6899-428d-a9fc-2723007c13fc', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'port_id': '459a3312-6899-428d-a9fc-2723007c13fc', 'mac_address': 'fa:16:3e:19:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:18:44.999054 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:45.003114 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:45.025151 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459a3312-6899-428d-a9fc-2723007c13fc {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:18:45.045135 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:18:45.047610 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0214a-627c-475b-afec-0aeaa066c6c6" -d '{"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:18:45.065681 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:45.068194 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:45.071535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:45.076899 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:45.077678 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:45.116417 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 3c058082-144a-4341-8f41-336a22fb97c5 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:45.116692 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 3c058082-144a-4341-8f41-336a22fb97c5 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:45.140750 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:45.175654 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd390d9-ab61-42ad-af4c-3d605360a62c x-openstack-request-id: req-abd390d9-ab61-42ad-af4c-3d605360a62c {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:18:45.175947 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:18:45.176181 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abd390d9-ab61-42ad-af4c-3d605360a62c {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:18:45.176563 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'code': 200} Nov 10 05:18:45.198272 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caec0b-73f0-40d5-ac9d-2de5a35dea71 req-4716143a-cc4d-4741-bfa0-8c96a293838c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:45.198897 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=7']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:45.203757 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d7caec0b-73f0-40d5-ac9d-2de5a35dea71 req-4716143a-cc4d-4741-bfa0-8c96a293838c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 944 time: 0.0652287 Nov 10 05:18:45.246862 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-d7caec0b-73f0-40d5-ac9d-2de5a35dea71 req-d071b735-11df-400c-b70b-65859156a7d7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Nov 10 05:18:45.698820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:45.704424 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fe0d5-3968-44fa-9977-e49b4c40b9b3 req-ac959813-c037-43dc-ba7f-00e83844ff80 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:45.705899 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0fe0d5-3968-44fa-9977-e49b4c40b9b3 req-ac959813-c037-43dc-ba7f-00e83844ff80 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0477016 Nov 10 05:18:45.753539 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5b0fe0d5-3968-44fa-9977-e49b4c40b9b3 req-311041b2-2e51-446b-8ef8-84c811dd9f12 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Nov 10 05:18:45.900246 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:18:45.934998 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Deleting port 45c379fe-87e4-474e-a5eb-ca2a118c41ba {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:45.935563 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.010007 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] For port 45c379fe-87e4-474e-a5eb-ca2a118c41ba, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=45c379fe-87e4-474e-a5eb-ca2a118c41ba,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:46.010384 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.023063 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Calling delete_port for 45c379fe-87e4-474e-a5eb-ca2a118c41ba owned by network:router_interface {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:46.191307 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.219485 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c379fe-87e4-474e-a5eb-ca2a118c41ba,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:46.375875 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23ea53-a1ff-4d27-ab9b-a03a17d56aa8 req-105909a6-d703-4dad-84f6-dda33beb1e79 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:46.377716 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bf23ea53-a1ff-4d27-ab9b-a03a17d56aa8 req-105909a6-d703-4dad-84f6-dda33beb1e79 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 944 time: 0.0612824 Nov 10 05:18:46.385896 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.426539 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-bf23ea53-a1ff-4d27-ab9b-a03a17d56aa8 req-a70c041e-58de-478a-80bc-f503131946ba tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Nov 10 05:18:46.595023 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Router 67fb5baa-cdb1-434a-9ac9-314964113fe1 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:18:46.700367 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:46.705836 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d328c030-ccd9-486a-b30c-0fb688b53d15 admin admin] 10.222.0.18 "PUT /v2.0/routers/67fb5baa-cdb1-434a-9ac9-314964113fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804422 Nov 10 05:18:46.708443 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33332) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:46.709827 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Sync routers for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:46.721498 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:46.722133 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:46.813838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.836565 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:46.905093 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bfcc4-e107-4bd6-bb6a-202a2639a925 req-f5933c1c-ba8d-4ede-ad0a-b1b94643abae tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:46.907835 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e10bfcc4-e107-4bd6-bb6a-202a2639a925 req-f5933c1c-ba8d-4ede-ad0a-b1b94643abae tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0603483 Nov 10 05:18:46.931315 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:46.957640 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e10bfcc4-e107-4bd6-bb6a-202a2639a925 req-4caadd8d-2611-4606-923c-9686725f75e4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Nov 10 05:18:46.994464 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Deleting port ef0d8c2d-c727-4bb7-b79c-8334414b9805 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:46.995062 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.023522 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:18:46Z', 'revision_number': 5, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port': {'id': 'ef0d8c2d-c727-4bb7-b79c-8334414b9805', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:47.052711 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Checking router: 67fb5baa-cdb1-434a-9ac9-314964113fe1 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:47.061050 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Routers {'67fb5baa-cdb1-434a-9ac9-314964113fe1'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:47.061644 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['67fb5baa-cdb1-434a-9ac9-314964113fe1'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:47.071024 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] For port ef0d8c2d-c727-4bb7-b79c-8334414b9805, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ef0d8c2d-c727-4bb7-b79c-8334414b9805,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:47.071443 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.083702 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Calling delete_port for ef0d8c2d-c727-4bb7-b79c-8334414b9805 owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:47.229586 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] Set router 67fb5baa-cdb1-434a-9ac9-314964113fe1 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:47.246649 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.276146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0d8c2d-c727-4bb7-b79c-8334414b9805,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:47.280201 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:18:46Z', 'revision_number': 6, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:47.309867 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539d4a1-d15b-48e7-98f7-117466c19a6e None None] The sync data for ids ['67fb5baa-cdb1-434a-9ac9-314964113fe1'] in dv-cinder-817135-4-iscsi is: [{'id': '67fb5baa-cdb1-434a-9ac9-314964113fe1', 'name': 'tempest-TestShelveInstance-1359013708-router', 'tenant_id': '8cacaf67a65445aea4133f5dbac24343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:24Z', 'updated_at': '2021-11-10T05:18:46Z', 'revision_number': 6, 'project_id': '8cacaf67a65445aea4133f5dbac24343', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:47.335372 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.423403 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.425479 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.468648 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.469281 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67fb5baa-cdb1-434a-9ac9-314964113fe1 {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:18:47.474838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.476122 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b2c30b98-c736-471f-921f-ce99dfd71f6f admin admin] 10.222.0.18 "DELETE /v2.0/routers/67fb5baa-cdb1-434a-9ac9-314964113fe1 HTTP/1.1" status: 204 len: 168 time: 0.7660947 Nov 10 05:18:47.478636 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33338) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:47.551140 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Deleting subnet 28704dfe-cf89-4b82-adff-79f99df2f531 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:18:47.556212 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.593759 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bb5d-74ff-4dc2-a936-727140a622e2 req-4cae6c8b-9c50-43ad-aec8-ad1a5dfd0e9c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:47.595176 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c92bb5d-74ff-4dc2-a936-727140a622e2 req-4cae6c8b-9c50-43ad-aec8-ad1a5dfd0e9c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 944 time: 0.0913112 Nov 10 05:18:47.604882 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.677340 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c92bb5d-74ff-4dc2-a936-727140a622e2 req-541eab17-c8b2-4752-8d2f-fd4547b1cbf7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753062 Nov 10 05:18:47.719036 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.780027 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.798665 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c3c5b-88fd-4248-ab5c-8dfcdabbb7db None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:47.808068 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.813741 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/28704dfe-cf89-4b82-adff-79f99df2f531 HTTP/1.1" status: 204 len: 168 time: 0.3338611 Nov 10 05:18:47.814090 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33352) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:47.815504 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004ecbf-224a-49dd-8fdf-c2dfa0d073bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28704dfe-cf89-4b82-adff-79f99df2f531,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:47.901236 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:47.960480 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Deleting port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:47.960815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.034986 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] For port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:48.035693 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.048795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Calling delete_port for 2d70c4c6-f777-4095-bc4a-5ad655f04d2f owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:48.122435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] DHCP port deletion for dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:18:48.187565 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Deleting port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:48.188501 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.210919 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.230116 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] No DVR routers for this DVR port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:18:48.237528 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1b882-2898-4151-88a4-44853501662d req-ca2fbf2f-c3bd-4f19-bbef-660fdda1f6ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:48.240851 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-86f1b882-2898-4151-88a4-44853501662d req-ca2fbf2f-c3bd-4f19-bbef-660fdda1f6ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.1500793 Nov 10 05:18:48.262714 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:48.300517 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] For port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,segment=NetworkSegment(9af6829a-77a5-464c-b760-40b8fc76c441),segment_id=9af6829a-77a5-464c-b760-40b8fc76c441)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:48.301957 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.321388 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-86f1b882-2898-4151-88a4-44853501662d req-aef5f161-d30a-46f3-9659-116ab3afedfb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741501 Nov 10 05:18:48.324772 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Calling delete_port for 2d70c4c6-f777-4095-bc4a-5ad655f04d2f owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:48.335143 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ef0d8c2d-c727-4bb7-b79c-8334414b9805 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:48.383966 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: ef0d8c2d-c727-4bb7-b79c-8334414b9805 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:48.384552 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ef0d8c2d-c727-4bb7-b79c-8334414b9805 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:48.385141 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 45c379fe-87e4-474e-a5eb-ca2a118c41ba no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:48.394263 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.417423 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcac6f4c-3ba6-4cd2-9236-f9ae38381b74']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:48.434034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af6829a-77a5-464c-b760-40b8fc76c441') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:48.434451 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af6829a-77a5-464c-b760-40b8fc76c441') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:48.445130 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.451446 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 45c379fe-87e4-474e-a5eb-ca2a118c41ba {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:48.452061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 45c379fe-87e4-474e-a5eb-ca2a118c41ba not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:48.452655 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2d70c4c6-f777-4095-bc4a-5ad655f04d2f no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:48.463480 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.471917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:18:48.477211 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:18:48.484079 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 2d70c4c6-f777-4095-bc4a-5ad655f04d2f {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:48.484431 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 2d70c4c6-f777-4095-bc4a-5ad655f04d2f not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:48.542028 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.571147 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.579026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.581123 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Pushing event deleted for resources: {'Port': ['ID=2d70c4c6-f777-4095-bc4a-5ad655f04d2f,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:48.584938 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 HTTP/1.1" status: 204 len: 168 time: 0.7690954 Nov 10 05:18:48.587816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33366) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:48.594291 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] Network dcac6f4c-3ba6-4cd2-9236-f9ae38381b74 is not hosted by any dhcp agent {{(pid=101802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 05:18:48.594807 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633c65a-970a-4546-a11b-4583d39e86e4 None None] No DVR routers for this DVR port 2d70c4c6-f777-4095-bc4a-5ad655f04d2f on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:18:48.601148 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae34b5-579d-4b57-8da6-0d9b8b0f197d admin admin] Pushing event deleted for resources: {'Network': ['ID=dcac6f4c-3ba6-4cd2-9236-f9ae38381b74,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:48.775475 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 459a3312-6899-428d-a9fc-2723007c13fc up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:18:48.838035 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 459a3312-6899-428d-a9fc-2723007c13fc completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:18:48.843870 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 459a3312-6899-428d-a9fc-2723007c13fc triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:18:48.844554 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.944797 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:48.975803 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:18:48.978168 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31525c92-20ec-45c9-8473-4d6434442686" -d '{"events": [{"server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:18:48.992546 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:49.000656 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:49.069161 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30822948-9482-4b6e-a982-20dc736f9e98 x-openstack-request-id: req-30822948-9482-4b6e-a982-20dc736f9e98 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:18:49.069468 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:18:49.069723 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30822948-9482-4b6e-a982-20dc736f9e98 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:18:49.070149 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'code': 200} Nov 10 05:18:49.078390 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f829-d097-4674-b2a3-f592fb8dbf7c req-7445611b-72cb-4eea-97e5-922a07c65002 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:49.080385 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:49.095350 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-32c4f829-d097-4674-b2a3-f592fb8dbf7c req-7445611b-72cb-4eea-97e5-922a07c65002 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 944 time: 0.1368897 Nov 10 05:18:49.243521 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-32c4f829-d097-4674-b2a3-f592fb8dbf7c req-f4d7b835-63e8-4fa3-b6cb-11b278013911 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462843 Nov 10 05:18:49.341531 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4105d-54d2-434d-8c61-470a7c99351f req-0eb1d6f1-52ab-4d13-9a36-c15711e35e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:49.345182 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e9e4105d-54d2-434d-8c61-470a7c99351f req-0eb1d6f1-52ab-4d13-9a36-c15711e35e96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0814788 Nov 10 05:18:49.458286 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e9e4105d-54d2-434d-8c61-470a7c99351f req-b673b6cc-b0e0-4631-86fa-15417aab2de9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893610 Nov 10 05:18:49.483123 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c2479-46df-4dbc-9ef6-6a3a33316bc3 req-782f1c6f-31d0-4dd7-bec6-21806a508faa tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:49.484647 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e96c2479-46df-4dbc-9ef6-6a3a33316bc3 req-782f1c6f-31d0-4dd7-bec6-21806a508faa tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0860481 Nov 10 05:18:49.554807 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e96c2479-46df-4dbc-9ef6-6a3a33316bc3 req-3d70fce5-c2ea-4b95-afea-2344d04d64f7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623639 Nov 10 05:18:49.614878 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:49.871718 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Deleting port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:49.872050 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:49.957809 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] For port 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:49.958239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:49.973440 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Calling delete_port for 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 owned by network:router_interface {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:50.192441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:50.221744 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:50.338893 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:18:50.454318 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3810e-80a9-4a34-80cf-4f5eceb3e689 req-607d3f81-6e74-4a52-9cdc-5fc1d17960c6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:50.461608 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ace3810e-80a9-4a34-80cf-4f5eceb3e689 req-607d3f81-6e74-4a52-9cdc-5fc1d17960c6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1159425 Nov 10 05:18:50.486701 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:50.573193 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ace3810e-80a9-4a34-80cf-4f5eceb3e689 req-d6cc2292-dc73-4d8e-bb8d-94d308d67e2c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107223 Nov 10 05:18:50.778758 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff52f3-396d-419f-9b6e-86d9fa7f2aab req-ef069285-5b60-4473-aaf9-386097203bf4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:50.780265 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ecff52f3-396d-419f-9b6e-86d9fa7f2aab req-ef069285-5b60-4473-aaf9-386097203bf4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0982349 Nov 10 05:18:50.809363 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:18:50.846588 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ecff52f3-396d-419f-9b6e-86d9fa7f2aab req-9695df5f-2788-46f2-ba06-00a1db4b7888 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564430 Nov 10 05:18:50.986956 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:18:50.994573 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a8691962-706a-4b61-abda-e6d3b17d9bc0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f58cc6cf-25c7-40d3-b5ab-90d8929ed472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057050 Nov 10 05:18:50.997238 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33378) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:50.999533 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Sync routers for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:18:51.020656 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:51.021983 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:51.173449 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:51.416535 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:51.549370 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:51.568912 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:18:50Z', 'revision_number': 5, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port': {'id': '04d22f20-ad9a-45e2-a067-0754fe6199bc', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:12:29Z', 'updated_at': '2021-11-10T05:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:51.626487 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Checking router: f58cc6cf-25c7-40d3-b5ab-90d8929ed472 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:18:51.628323 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Deleting port 04d22f20-ad9a-45e2-a067-0754fe6199bc {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:51.628665 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:51.640643 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Routers {'f58cc6cf-25c7-40d3-b5ab-90d8929ed472'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:18:51.641390 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:18:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:51.714542 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef217fc6-e0b2-450f-ac0a-93f4735262f1 req-500e8f3d-2321-4402-8662-3e9ec3684593 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:51.716252 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ef217fc6-e0b2-450f-ac0a-93f4735262f1 req-500e8f3d-2321-4402-8662-3e9ec3684593 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0648084 Nov 10 05:18:51.738104 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] Set router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 gateway port host: None {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:18:51.772325 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] For port 04d22f20-ad9a-45e2-a067-0754fe6199bc, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=04d22f20-ad9a-45e2-a067-0754fe6199bc,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:51.772612 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:51.774494 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ef217fc6-e0b2-450f-ac0a-93f4735262f1 req-9e5fe90b-916b-4623-9e4c-9cc2ef6d0c5c tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524390 Nov 10 05:18:51.796436 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Calling delete_port for 04d22f20-ad9a-45e2-a067-0754fe6199bc owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:51.810791 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:18:51Z', 'revision_number': 6, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:51.871018 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c44bf5-257e-4596-9663-8fa6bfa16ca8 None None] The sync data for ids ['f58cc6cf-25c7-40d3-b5ab-90d8929ed472'] in dv-cinder-817135-4-iscsi is: [{'id': 'f58cc6cf-25c7-40d3-b5ab-90d8929ed472', 'name': 'tempest-TestShelveInstance-772938628-router', 'tenant_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:12:28Z', 'updated_at': '2021-11-10T05:18:51Z', 'revision_number': 6, 'project_id': '8670a1ad2a6344ff9c0893d0d1da1794', 'gw_port_host': None}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:18:52.008023 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fc0b9-1bb0-4ac3-b410-5fb5982cdb42 req-9e97b68e-fdbd-49cf-9141-452dbd42f0f6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:52.009557 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e40fc0b9-1bb0-4ac3-b410-5fb5982cdb42 req-9e97b68e-fdbd-49cf-9141-452dbd42f0f6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1172390 Nov 10 05:18:52.020373 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.032440 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd724f-f94e-4c7b-b7cf-e1eab7d8f019 req-394e59ed-4129-4d7c-aa31-597d6ab1838d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:52.033870 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2bbd724f-f94e-4c7b-b7cf-e1eab7d8f019 req-394e59ed-4129-4d7c-aa31-597d6ab1838d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0838127 Nov 10 05:18:52.048782 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d22f20-ad9a-45e2-a067-0754fe6199bc,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:52.106970 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e40fc0b9-1bb0-4ac3-b410-5fb5982cdb42 req-95c1ea9c-dfcf-42bd-8028-3675dffdcf25 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890465 Nov 10 05:18:52.110715 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2bbd724f-f94e-4c7b-b7cf-e1eab7d8f019 req-bdb1d0f3-f4d9-4591-b2c5-3c074d910642 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675981 Nov 10 05:18:52.128135 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.252027 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.254296 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.333089 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.333748 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58cc6cf-25c7-40d3-b5ab-90d8929ed472 {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:18:52.338601 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.339992 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7c61a078-10a5-4e0d-9fa7-775fd9f41669 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f58cc6cf-25c7-40d3-b5ab-90d8929ed472 HTTP/1.1" status: 204 len: 168 time: 1.3417177 Nov 10 05:18:52.342586 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33392) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:52.425920 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Deleting subnet e960e637-6aaa-42f9-af74-97953b9ca156 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:18:52.430220 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.501309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.549539 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032e2aa-bd39-4f41-bdce-b2fe3764ff82 req-507bd4a7-fbfe-478a-9665-d4fa35c087a4 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:52.551098 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7032e2aa-bd39-4f41-bdce-b2fe3764ff82 req-507bd4a7-fbfe-478a-9665-d4fa35c087a4 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0999513 Nov 10 05:18:52.641012 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.670748 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7032e2aa-bd39-4f41-bdce-b2fe3764ff82 req-3a4ec4de-99d4-45f0-99cc-0e736e29b25b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080630 Nov 10 05:18:52.738470 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.754370 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.760553 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9298aee-3ec4-420d-908e-35edeaa0fb68 None None] Network 130450a4-0354-44c5-bf6d-332d0e2037b5 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:18:52.766866 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e960e637-6aaa-42f9-af74-97953b9ca156 HTTP/1.1" status: 204 len: 168 time: 0.4226487 Nov 10 05:18:52.769428 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33398) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:52.815653 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d0d3-7a75-4c57-8cd3-5809c6583cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e960e637-6aaa-42f9-af74-97953b9ca156,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:52.894899 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:52.993352 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Deleting port a8e5b57b-2e58-4301-9e55-3904633c5bd2 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:52.993758 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.057992 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] DHCP port deletion for 130450a4-0354-44c5-bf6d-332d0e2037b5 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:18:53.084526 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] For port a8e5b57b-2e58-4301-9e55-3904633c5bd2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a8e5b57b-2e58-4301-9e55-3904633c5bd2,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:53.085135 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.104465 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Calling delete_port for a8e5b57b-2e58-4301-9e55-3904633c5bd2 owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:53.147513 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Deleting port a8e5b57b-2e58-4301-9e55-3904633c5bd2 {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:18:53.147513 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.256374 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] For port a8e5b57b-2e58-4301-9e55-3904633c5bd2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a8e5b57b-2e58-4301-9e55-3904633c5bd2,segment=NetworkSegment(26cc9a23-12ab-4677-aced-101ed443ec03),segment_id=26cc9a23-12ab-4677-aced-101ed443ec03)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:18:53.256980 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.275137 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.277476 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Calling delete_port for a8e5b57b-2e58-4301-9e55-3904633c5bd2 owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:18:53.310389 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e5b57b-2e58-4301-9e55-3904633c5bd2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:53.312856 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] No DVR routers for this DVR port a8e5b57b-2e58-4301-9e55-3904633c5bd2 on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:18:53.378773 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947fe1f-9ec7-40f7-b86e-4697ca0f7ad9 req-083547d8-4316-487d-8979-b328abf1fb0a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:53.387651 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5947fe1f-9ec7-40f7-b86e-4697ca0f7ad9 req-083547d8-4316-487d-8979-b328abf1fb0a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0673928 Nov 10 05:18:53.409880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.430021 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130450a4-0354-44c5-bf6d-332d0e2037b5']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:53.441268 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cc9a23-12ab-4677-aced-101ed443ec03') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:53.441587 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cc9a23-12ab-4677-aced-101ed443ec03') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:18:53.449157 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.451859 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5947fe1f-9ec7-40f7-b86e-4697ca0f7ad9 req-19bfe4da-db9e-49d1-a640-5e4c9e1c6386 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629809 Nov 10 05:18:53.457609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.484134 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.493486 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:18:53.494077 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:18:53.496204 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:18:53.506151 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] Pushing event deleted for resources: {'Port': ['ID=a8e5b57b-2e58-4301-9e55-3904633c5bd2,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:53.511423 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc7435f-0833-4810-8243-c2283af702a3 None None] No DVR routers for this DVR port a8e5b57b-2e58-4301-9e55-3904633c5bd2 on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:18:53.570238 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.576402 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.579937 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/130450a4-0354-44c5-bf6d-332d0e2037b5 HTTP/1.1" status: 204 len: 168 time: 0.8091421 Nov 10 05:18:53.592391 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5137c8-75d4-453f-a9dd-9396bc3987f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=130450a4-0354-44c5-bf6d-332d0e2037b5,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:53.716245 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33408) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:53.763206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-66d60a49-4208-4f31-a732-8e956928785b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cacaf67a65445aea4133f5dbac24343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457859 Nov 10 05:18:53.766305 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33410) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:53.824246 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.851370 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.910649 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.915077 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 04d22f20-ad9a-45e2-a067-0754fe6199bc no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:53.925012 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:53.928826 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2c07cd9-5a66-490b-9e32-b4db3531add9 HTTP/1.1" status: 204 len: 168 time: 0.1592176 Nov 10 05:18:53.936450 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 04d22f20-ad9a-45e2-a067-0754fe6199bc {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:53.936794 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 04d22f20-ad9a-45e2-a067-0754fe6199bc not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:53.937250 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a8e5b57b-2e58-4301-9e55-3904633c5bd2 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:53.944726 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdef141-c872-40a3-9027-20d710c907cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c07cd9-5a66-490b-9e32-b4db3531add9,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:53.967435 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: a8e5b57b-2e58-4301-9e55-3904633c5bd2 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:53.967779 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a8e5b57b-2e58-4301-9e55-3904633c5bd2 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:53.968188 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:18:53.994040 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:18:53.994413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5ffaa8d9-8ce1-40eb-9ea1-02ca0fc4e247 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:18:54.337155 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33418) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:54.390003 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3102979d-b614-43a3-a809-414ed422014a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8670a1ad2a6344ff9c0893d0d1da1794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516858 Nov 10 05:18:54.392489 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33422) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:18:54.486691 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:54.542053 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:54.618366 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00cda5-8b32-40aa-a228-df7bcd31bdb1 req-ebada15e-d9b1-4b42-9bac-e7e81d3d6671 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:54.624082 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e00cda5-8b32-40aa-a228-df7bcd31bdb1 req-ebada15e-d9b1-4b42-9bac-e7e81d3d6671 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0951982 Nov 10 05:18:54.628124 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:54.630671 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:18:54.631871 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30b832ce-99fe-454f-b315-24e7b564b46a HTTP/1.1" status: 204 len: 168 time: 0.2377622 Nov 10 05:18:54.651364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d9b6-bb19-4247-8334-9281581e883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b832ce-99fe-454f-b315-24e7b564b46a,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:18:54.715174 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2e00cda5-8b32-40aa-a228-df7bcd31bdb1 req-e22c0ea9-5504-41fa-9cfb-3207d049d95c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796139 Nov 10 05:18:55.852927 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cfa04-0cbd-4dbd-8114-16c433a3c5d6 req-409b3c9a-cd2f-4c23-a0fb-f55a859efe11 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:55.854398 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac4cfa04-0cbd-4dbd-8114-16c433a3c5d6 req-409b3c9a-cd2f-4c23-a0fb-f55a859efe11 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Nov 10 05:18:55.903084 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ac4cfa04-0cbd-4dbd-8114-16c433a3c5d6 req-d8ebbb87-1953-4f41-92c6-73c076d605f1 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Nov 10 05:18:57.027137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18a33b-20d7-46de-b13e-01c016859bbc req-465ec8aa-f3d8-4c86-acb5-e10ae9b0c404 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:57.028742 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa18a33b-20d7-46de-b13e-01c016859bbc req-465ec8aa-f3d8-4c86-acb5-e10ae9b0c404 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0496838 Nov 10 05:18:57.081765 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fa18a33b-20d7-46de-b13e-01c016859bbc req-852fe098-7f07-456d-8c4c-cec1ceea266a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Nov 10 05:18:58.214793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e44fa-8587-4817-a4f8-0f00ac6e5470 req-f31fb5c2-999c-4b6a-96b4-8c4edb5ed38d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:58.216447 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-823e44fa-8587-4817-a4f8-0f00ac6e5470 req-f31fb5c2-999c-4b6a-96b4-8c4edb5ed38d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0542552 Nov 10 05:18:58.273165 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-823e44fa-8587-4817-a4f8-0f00ac6e5470 req-734863df-cb54-4d73-bf80-d659ea8949c8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Nov 10 05:18:59.381732 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16af58-00aa-491c-ad8b-49c4d7d8b837 req-968bc2b0-b932-42bc-b6e8-a8a887cd719f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:59.383160 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a16af58-00aa-491c-ad8b-49c4d7d8b837 req-968bc2b0-b932-42bc-b6e8-a8a887cd719f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0461097 Nov 10 05:18:59.428841 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3a16af58-00aa-491c-ad8b-49c4d7d8b837 req-de0b1c2e-6203-43f1-8448-0ffe914f7b04 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Nov 10 05:18:59.949416 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-4d3710bf-5015-45aa-b00f-701d8423a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:18:59.950853 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-4d3710bf-5015-45aa-b00f-701d8423a272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1098 time: 0.0394199 Nov 10 05:19:00.044975 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-cc364a32-3cb0-4750-ba10-f78908ab55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:00.046432 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-cc364a32-3cb0-4750-ba10-f78908ab55e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0881217 Nov 10 05:19:00.110022 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-85a4a658-a962-46b5-8fb1-b29bdc3181c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 999 time: 0.0563354 Nov 10 05:19:00.161199 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-4f4ec599-57c9-4515-bacc-42c81b552415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:00.162628 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-4f4ec599-57c9-4515-bacc-42c81b552415 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0461946 Nov 10 05:19:00.207974 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-7c43d98a-5232-4a7b-aa73-35d91a717d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:00.209416 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-7c43d98a-5232-4a7b-aa73-35d91a717d23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385017 Nov 10 05:19:00.301691 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-7f650c21-07c4-426e-8cb7-d040f9981e99 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845559 Nov 10 05:19:00.392989 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00af6c05-bf4b-47e2-9f00-1603b90ab310 req-e6233512-faf3-434e-a67c-b83da427a91e service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845520 Nov 10 05:19:00.545948 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193691b-1b13-42d8-bc22-a0029221312f req-8fb727b9-d92f-4cd2-8215-0560c89eb5a8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:00.547427 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8193691b-1b13-42d8-bc22-a0029221312f req-8fb727b9-d92f-4cd2-8215-0560c89eb5a8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Nov 10 05:19:00.593377 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8193691b-1b13-42d8-bc22-a0029221312f req-51b71722-1c79-41bd-b5cb-91514def924a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Nov 10 05:19:00.860120 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9314f76c-959a-4768-8929-d8ac138eed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:01.712888 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5cb3-af02-482e-a268-a0a689b29ed1 req-3bbf2390-2a8b-415a-9977-803abcfb1967 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:01.714247 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5bef5cb3-af02-482e-a268-a0a689b29ed1 req-3bbf2390-2a8b-415a-9977-803abcfb1967 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Nov 10 05:19:01.762556 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5bef5cb3-af02-482e-a268-a0a689b29ed1 req-92458ad2-f54f-4a31-9487-74ab65bc86bf tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Nov 10 05:19:02.682437 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752956f3-c9f2-4f0a-bc40-c701348b3291 req-5e61b743-4f2c-4cd4-a547-8fe75b930c9b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:02.683967 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-752956f3-c9f2-4f0a-bc40-c701348b3291 req-5e61b743-4f2c-4cd4-a547-8fe75b930c9b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Nov 10 05:19:02.732738 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-752956f3-c9f2-4f0a-bc40-c701348b3291 req-d6e54ed8-ecbf-404e-a8cf-63d4582e7740 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Nov 10 05:19:02.754230 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33492) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:02.884122 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335916-e7b2-41f6-adf8-c2dfc349bf8f req-23bff4b2-8e84-4d5d-865e-c12a12215c07 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:02.885603 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68335916-e7b2-41f6-adf8-c2dfc349bf8f req-23bff4b2-8e84-4d5d-865e-c12a12215c07 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Nov 10 05:19:02.932451 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-68335916-e7b2-41f6-adf8-c2dfc349bf8f req-f40b1992-11a1-44d9-ab1e-3d50faa31232 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Nov 10 05:19:02.995857 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f9267-ff6d-47c3-bc6f-090fc181a2dd tempest-TestMinimumBasicScenario-645840976 tempest-TestMinimumBasicScenario-645840976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:02.997369 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-573f9267-ff6d-47c3-bc6f-090fc181a2dd tempest-TestMinimumBasicScenario-645840976 tempest-TestMinimumBasicScenario-645840976-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1093 time: 0.2422340 Nov 10 05:19:03.000233 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33500) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:03.004617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'port_id': '459a3312-6899-428d-a9fc-2723007c13fc', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:03.027649 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for floatingip, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:03.129693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:03.220428 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-561f56ca-fec7-4c2d-a614-14a18f2857ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:03.488300 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Allocated IP 172.27.3.116 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/d5a2daa8-100f-4d78-a427-cb033c401f90) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:19:03.591573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:03.626320 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:03.674895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:19:03.677960 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:19:03.681402 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:19:03.703235 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'Port': ['ID=d5a2daa8-100f-4d78-a427-cb033c401f90,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:03.714666 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.715009 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.715365 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.715695 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.716022 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.716345 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.716662 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.716985 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.717303 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.717617 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.717935 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.718249 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:03.915522 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-80016424-e94a-40de-8d06-95d917398ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393636 Nov 10 05:19:03.941660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1824-82fc-40ac-a19c-e9320bd75e88 req-5ab52204-e8ab-4ff6-9ead-e2351266f2b8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:03.943620 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-44dc1824-82fc-40ac-a19c-e9320bd75e88 req-5ab52204-e8ab-4ff6-9ead-e2351266f2b8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 945 time: 0.0872083 Nov 10 05:19:04.029469 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-44dc1824-82fc-40ac-a19c-e9320bd75e88 req-ff4a487e-500b-42e2-8661-53e0330d3bd9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795186 Nov 10 05:19:04.128499 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.195883 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.243974 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.342577 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.346899 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.408865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'Port': ['ID=d5a2daa8-100f-4d78-a427-cb033c401f90,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:04.423599 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.520727 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Floating IP 72f75a14-4fc2-4d5d-aae5-f96dab72fdfc associated. External IP: 172.27.3.116, port: 459a3312-6899-428d-a9fc-2723007c13fc. Nov 10 05:19:04.717978 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:19:04.821282 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:19:04.830824 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Sync routers for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:19:04.839150 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.840518 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:19:04.841138 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:19:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:04.866843 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-fb443e14-9c5c-473a-b609-2305b0e7d018 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8654931 Nov 10 05:19:04.867444 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:04.869721 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a4158-ef60-467f-bf9b-708266849b24" -d '{"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:04.869892 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33534) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:04.874889 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764169829', 'description': 'tempest-secgroup-smoke-1764169829 description', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:04.899652 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.904616 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebe05ab-317a-497f-8b07-9316e04a9aa0 x-openstack-request-id: req-bebe05ab-317a-497f-8b07-9316e04a9aa0 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:04.904911 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:04.905179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bebe05ab-317a-497f-8b07-9316e04a9aa0 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:04.905551 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:19:04.908881 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:19:04.947893 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:19:04.990766 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.997115 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:04.999842 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.033555 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8841d3-f480-49f3-99ae-e5d0ddda35b2,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.043495 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:05.045133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:05.045491 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.047474 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1764085 Nov 10 05:19:05.048573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4158-ef60-467f-bf9b-708266849b24 req-a3da9721-824c-4ef2-8fca-498b9c52a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:05.050200 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.050769 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.051291 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.051795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.051933 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67db208b-3f47-47f4-b305-8a1c186043e9" -d '{"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-unplugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:05.053019 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.053520 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.053991 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.054343 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-a3da9721-824c-4ef2-8fca-498b9c52a9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0855772 Nov 10 05:19:05.054656 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.055017 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33542) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.055432 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.056110 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.056845 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.057597 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f57ec-750f-4b48-888e-232cf549556e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:05.066889 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.080794 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.113081 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69c792-6f22-40d7-9b68-777e8727453c x-openstack-request-id: req-9f69c792-6f22-40d7-9b68-777e8727453c {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:05.113566 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-unplugged", "status": "failed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "code": 422}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:05.113968 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f69c792-6f22-40d7-9b68-777e8727453c {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:05.114706 dv-cinder-817135-4-iscsi neutron-server[101802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'code': 422} returned with failed status Nov 10 05:19:05.126233 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=8']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.221085 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.249053 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '72f75a14-4fc2-4d5d-aae5-f96dab72fdfc', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'port_id': '459a3312-6899-428d-a9fc-2723007c13fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'mac_address': 'fa:16:3e:19:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:03Z', 'updated_at': '2021-11-10T05:19:03Z', 'revision_number': 0, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:05.259660 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60203-1f58-4298-988f-4109a4d1ab74 req-85987b01-eaf6-4cc0-a775-e3f95d76ace2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:05.261113 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-afe60203-1f58-4298-988f-4109a4d1ab74 req-85987b01-eaf6-4cc0-a775-e3f95d76ace2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.1292431 Nov 10 05:19:05.275115 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Checking router: 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:19:05.281674 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4158-ef60-467f-bf9b-708266849b24 req-3993600d-244c-4188-8303-07283029f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:05.283086 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-3993600d-244c-4188-8303-07283029f8a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.1922171 Nov 10 05:19:05.283508 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:19:05.284107 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:19:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:05.364991 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.376994 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.389112 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:19:05.400766 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-afe60203-1f58-4298-988f-4109a4d1ab74 req-81270cac-e886-473f-ae5a-3ff410735c7f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316352 Nov 10 05:19:05.402478 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-cbd76f23-4304-46c6-8ec9-d9fa60e8e8f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 999 time: 0.1099203 Nov 10 05:19:05.407596 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea744b0-4aee-4ec7-9c07-c373585fa778,revision_number=0']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.430149 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.430149 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-83ff5ca1-5516-4275-a13d-2b68ca96a4ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669333 Nov 10 05:19:05.430404 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33548) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.431098 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.459026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.460290 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4158-ef60-467f-bf9b-708266849b24 req-ccb2f8b4-de07-4348-b5c1-a43b86fed0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:05.461965 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-ccb2f8b4-de07-4348-b5c1-a43b86fed0dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0513780 Nov 10 05:19:05.514702 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4158-ef60-467f-bf9b-708266849b24 req-95672f10-f56f-4676-804c-28c01654364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:05.516509 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-95672f10-f56f-4676-804c-28c01654364d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459936 Nov 10 05:19:05.524357 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.528364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.545366 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0058844-5e38-4ba2-a4e6-227b99db294c,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.560372 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.561575 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d898e6dc-e6a7-410e-b6c1-901dd432d3a1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344450 Nov 10 05:19:05.564325 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33550) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.570108 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.598508 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.621200 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-4025c809-8f6a-4ef2-a890-e4944a555ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965421 Nov 10 05:19:05.635908 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '72f75a14-4fc2-4d5d-aae5-f96dab72fdfc', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'port_id': '459a3312-6899-428d-a9fc-2723007c13fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'mac_address': 'fa:16:3e:19:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:03Z', 'updated_at': '2021-11-10T05:19:03Z', 'revision_number': 0, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:05.661101 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.665384 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.667504 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918b4a5-e075-470d-a044-fe68cb259fb7 None None] The sync data for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi is: [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': '72f75a14-4fc2-4d5d-aae5-f96dab72fdfc', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'port_id': '459a3312-6899-428d-a9fc-2723007c13fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'mac_address': 'fa:16:3e:19:e7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:03Z', 'updated_at': '2021-11-10T05:19:03Z', 'revision_number': 0, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:19:05.684897 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2576445-8dcd-4bc1-9806-5a838aed2f4a,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.694420 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.698205 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d4c4bbac-5fea-41ae-b301-b86f8d834430 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303978 Nov 10 05:19:05.698435 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33552) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.703304 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.724356 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f76a4158-ef60-467f-bf9b-708266849b24 req-495e9398-4e0c-4e82-ad69-47d4085dc649 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955181 Nov 10 05:19:05.732214 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.793460 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.797244 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.817523 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd7b2f2-de02-4946-911c-06574a386a81,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.823110 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.824312 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-086923e7-8f8b-462d-81b0-d867bf5ca907 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249080 Nov 10 05:19:05.827369 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33554) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.832322 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.855636 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.securitygroups_db [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Project bd664d3c11ee46129f0c6c6d2e3d6263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:19:05.861294 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.878228 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4ac63a-57e3-4da4-8a68-e9e1aae0f8b8 None None] New status for floating IP 72f75a14-4fc2-4d5d-aae5-f96dab72fdfc: ACTIVE {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:19:05.923060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.926540 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.944210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126ed9b7-d3ed-4276-bc34-7aa76c453990,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:05.952833 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:05.955811 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e4510480-582f-44d7-acd6-30a8773cf63e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274781 Nov 10 05:19:05.956663 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33556) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:05.961027 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'security_group_rule': {'security_group_id': '2f8841d3-f480-49f3-99ae-e5d0ddda35b2', 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:05.982818 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.securitygroups_db [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Project bd664d3c11ee46129f0c6c6d2e3d6263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 05:19:05.987736 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.036105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.057217 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.061692 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773451'] for security_group_rule, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.079495 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f23406c-c9e1-4d25-b82d-562625ba9261,revision_number=0']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:06.089064 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.093098 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-29ec62d6-3fc0-4d40-ae7f-74c25f56f681 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326489 Nov 10 05:19:06.184648 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-60ea9530-6341-4b6a-9c21-683d42f1cb3f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764169829&fields=id&tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263 HTTP/1.1" status: 200 len: 267 time: 0.0480065 Nov 10 05:19:06.236000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-1e9b7559-43a6-4497-8d22-db06e8e93c58 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:06.237428 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-1e9b7559-43a6-4497-8d22-db06e8e93c58 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0470726 Nov 10 05:19:06.248771 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'port': {'security_groups': ['25693f74-8be1-4e0c-86e7-f6749e5b6b0a', '2f8841d3-f480-49f3-99ae-e5d0ddda35b2']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:06.309189 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.494972 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:06.547353 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.557336 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eed53-a3a9-447b-8519-c7a9930c6b51 req-46b5bca6-67ee-44c8-87d2-a495c1d83000 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:06.558790 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c39eed53-a3a9-447b-8519-c7a9930c6b51 req-46b5bca6-67ee-44c8-87d2-a495c1d83000 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0793581 Nov 10 05:19:06.559870 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.596958 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:19:06.621182 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:06.621815 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.623205 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7ff2460c-afd0-4e41-8afa-63c8e96da644 req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "PUT /v2.0/ports/459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 981 time: 0.3787374 Nov 10 05:19:06.661235 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04109bb5-2646-4b77-ab3d-87301662ccab tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=6']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:06.669597 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c39eed53-a3a9-447b-8519-c7a9930c6b51 req-45659723-edcd-40d7-82d3-0545da22718b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029379 Nov 10 05:19:06.736877 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea66a96-4916-4572-81c1-5d1bacaacd59 req-da5c0c1c-fdc8-4e4c-8cd5-f4807e64e800 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:06.738448 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eea66a96-4916-4572-81c1-5d1bacaacd59 req-da5c0c1c-fdc8-4e4c-8cd5-f4807e64e800 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0560598 Nov 10 05:19:06.771530 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:19:06.806322 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eea66a96-4916-4572-81c1-5d1bacaacd59 req-70928a11-60dc-4a76-afa0-9a03c8cc4798 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618289 Nov 10 05:19:06.849902 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.885179 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-b085d08e-a145-4d19-8fa4-adcb16b97c2a None None] Provisioning complete for port 459a3312-6899-428d-a9fc-2723007c13fc triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:19:06.885815 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b085d08e-a145-4d19-8fa4-adcb16b97c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:06.909718 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:06.912957 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:06.947115 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca513b0-0d58-4baa-81c1-c81c15e1d431 x-openstack-request-id: req-dca513b0-0d58-4baa-81c1-c81c15e1d431 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:06.947431 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:06.947680 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dca513b0-0d58-4baa-81c1-c81c15e1d431 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:06.948075 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:19:07.031896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-987b3295-4ef9-4ce1-ae13-29adfb0fff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:07.033358 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-987b3295-4ef9-4ce1-ae13-29adfb0fff46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1137 time: 0.0404475 Nov 10 05:19:07.122234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-c6839e10-e7ef-4ae0-b185-244ff7442b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:07.123726 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-c6839e10-e7ef-4ae0-b185-244ff7442b8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.0811386 Nov 10 05:19:07.191010 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-83e8efcb-85da-4740-966d-743f2ad30f61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 1001 time: 0.0597467 Nov 10 05:19:07.244263 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-305ae5ac-4f60-4ca5-b627-86eabcd30b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:07.245812 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-305ae5ac-4f60-4ca5-b627-86eabcd30b50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0473266 Nov 10 05:19:07.290702 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-6cc75150-e205-44e5-a9d1-a5a995f02b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:07.292228 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-6cc75150-e205-44e5-a9d1-a5a995f02b87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392802 Nov 10 05:19:07.383204 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-a8b6f68e-b357-4f42-80b4-ed0aaa5262a0 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831723 Nov 10 05:19:07.471717 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-040bc81a-9a0c-4e83-9fe3-8226185f9fa1 req-8c9c3db5-0751-441c-a3b1-05fbcb5a154a service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806065 Nov 10 05:19:07.789378 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf65ee-7cb4-4ef1-ad80-4f7f94bad2aa req-3bbf91c2-93b6-453d-83cb-65eff21cccf9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:07.790786 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e1cf65ee-7cb4-4ef1-ad80-4f7f94bad2aa req-3bbf91c2-93b6-453d-83cb-65eff21cccf9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0466256 Nov 10 05:19:07.836265 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e1cf65ee-7cb4-4ef1-ad80-4f7f94bad2aa req-2f324289-ce09-4c0a-bd06-812100662c18 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Nov 10 05:19:08.851164 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-421189e9-c444-4cde-aae6-9f15298cf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:08.852699 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-421189e9-c444-4cde-aae6-9f15298cf207 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22&tenant_id=4596347bbced46eabd591ccd14d8deba HTTP/1.1" status: 200 len: 1096 time: 0.0397625 Nov 10 05:19:08.958626 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-235e406e-ac75-4240-974a-9047b0af4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:08.960129 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-235e406e-ac75-4240-974a-9047b0af4645 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1096 time: 0.0695312 Nov 10 05:19:08.971854 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c924-11ab-46d9-8e93-9dfd608f3fa6 req-991377fc-673a-484c-90f4-115765922109 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:08.973185 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c32c924-11ab-46d9-8e93-9dfd608f3fa6 req-991377fc-673a-484c-90f4-115765922109 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0597339 Nov 10 05:19:09.073031 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2c32c924-11ab-46d9-8e93-9dfd608f3fa6 req-1ce7a679-5b96-4211-bb53-49fbb95d24c5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920422 Nov 10 05:19:09.089142 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-165cd181-5094-4e6f-83bd-ae069b903553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:09.090572 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-165cd181-5094-4e6f-83bd-ae069b903553 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.1165771 Nov 10 05:19:09.155445 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-62e37ca1-f981-4275-8559-c25f8a5642d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 997 time: 0.0564117 Nov 10 05:19:09.202293 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-caefa00c-caf8-46a8-8fad-1246f6866a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:09.203696 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-caefa00c-caf8-46a8-8fad-1246f6866a3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0417776 Nov 10 05:19:09.250047 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-d1f80359-5fc9-45f6-89fd-8d6c5b545a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:09.251543 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-d1f80359-5fc9-45f6-89fd-8d6c5b545a4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406878 Nov 10 05:19:09.335916 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-68ace856-1e7a-44f6-88f8-c582323a648e service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774174 Nov 10 05:19:09.427042 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-860335c3-a6a8-4a8d-848f-3f9ca78b37b7 req-ea2cd283-7597-4c9b-bb24-0659af89fe65 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Nov 10 05:19:10.197506 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5cf58-665a-47ff-a0d4-39029228b84d req-0484b4c2-c070-45df-aa3f-f12fb0db695d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:10.199149 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2ab5cf58-665a-47ff-a0d4-39029228b84d req-0484b4c2-c070-45df-aa3f-f12fb0db695d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0496058 Nov 10 05:19:10.247494 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2ab5cf58-665a-47ff-a0d4-39029228b84d req-1c5d3dcc-a746-42b7-86dd-20b2f71b4a43 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Nov 10 05:19:11.369546 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe625fa1-623a-4fdd-aa36-e93afb7d2947 req-8f852534-2331-4da0-9bbe-37cdbdcfd300 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:11.371984 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe625fa1-623a-4fdd-aa36-e93afb7d2947 req-8f852534-2331-4da0-9bbe-37cdbdcfd300 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0503221 Nov 10 05:19:11.390339 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:11.426133 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fe625fa1-623a-4fdd-aa36-e93afb7d2947 req-aa40b3a3-0c00-4b88-a6a1-4b1dd38d8b5b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475783 Nov 10 05:19:12.544529 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5330ad-0332-4a73-8ca8-b1085a876b38 req-2adc090a-910a-4adb-8c08-b3d2282876a8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:12.546037 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce5330ad-0332-4a73-8ca8-b1085a876b38 req-2adc090a-910a-4adb-8c08-b3d2282876a8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0482953 Nov 10 05:19:12.594154 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ce5330ad-0332-4a73-8ca8-b1085a876b38 req-0ec88acd-8cfe-401f-baa3-5b82d5af7ab6 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Nov 10 05:19:13.716855 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48da6f-3c38-4115-b155-8d553f5d11da req-1bdaf535-7a13-4775-87ec-4a1809f7090c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:13.718330 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f48da6f-3c38-4115-b155-8d553f5d11da req-1bdaf535-7a13-4775-87ec-4a1809f7090c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0519824 Nov 10 05:19:13.766702 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f48da6f-3c38-4115-b155-8d553f5d11da req-f268b62d-ba37-45b2-8524-1a4585621a14 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Nov 10 05:19:14.893107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f7214-965a-44c6-a77f-79059a8a38ec req-12419c78-1775-47d5-aaa1-da9a313e46fb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:14.894665 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e35f7214-965a-44c6-a77f-79059a8a38ec req-12419c78-1775-47d5-aaa1-da9a313e46fb tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0526779 Nov 10 05:19:14.943922 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e35f7214-965a-44c6-a77f-79059a8a38ec req-18ceadf3-1528-4e32-9e9a-3e8792b81656 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Nov 10 05:19:16.066191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0490946-cc35-4cb0-9185-eee0e8434d93 req-a983e6e7-f245-4511-9222-99c7f9c6b0d5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:16.067706 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b0490946-cc35-4cb0-9185-eee0e8434d93 req-a983e6e7-f245-4511-9222-99c7f9c6b0d5 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0500109 Nov 10 05:19:16.115987 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b0490946-cc35-4cb0-9185-eee0e8434d93 req-b6c6ab54-e011-453b-954a-dcc792ee6a85 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 Nov 10 05:19:17.236554 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df375a4-9db0-4a09-8db3-89358f37c4d0 req-a63945c3-1d98-4b63-be39-9ca7dfb0a114 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:17.238059 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7df375a4-9db0-4a09-8db3-89358f37c4d0 req-a63945c3-1d98-4b63-be39-9ca7dfb0a114 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0482788 Nov 10 05:19:17.290212 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7df375a4-9db0-4a09-8db3-89358f37c4d0 req-3674867a-26ad-4bcb-b4d3-ac34e320955b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Nov 10 05:19:18.410079 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17978-1e42-4ae3-b2d4-6aeb1293fa6b req-63d50181-73b9-4138-a9e5-3aded0ae2545 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:18.411993 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c6b17978-1e42-4ae3-b2d4-6aeb1293fa6b req-63d50181-73b9-4138-a9e5-3aded0ae2545 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0484369 Nov 10 05:19:18.459646 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c6b17978-1e42-4ae3-b2d4-6aeb1293fa6b req-2099aefa-d2bd-4f5f-b838-3fb3e9a0357e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Nov 10 05:19:19.580559 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193cad0-50b9-4394-91b9-314fc159721c req-1fba54fb-fd5f-4a56-bc7d-9a17e0986c40 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:19.587732 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1193cad0-50b9-4394-91b9-314fc159721c req-1fba54fb-fd5f-4a56-bc7d-9a17e0986c40 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0548677 Nov 10 05:19:19.629836 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1193cad0-50b9-4394-91b9-314fc159721c req-875ce171-7abc-4585-be95-c63135dbed09 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Nov 10 05:19:20.752546 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7fff-56cc-4f12-a509-90211de9881c req-5eb83ccc-b620-464f-b75b-f5d3f8fd2042 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:20.754137 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3df7fff-56cc-4f12-a509-90211de9881c req-5eb83ccc-b620-464f-b75b-f5d3f8fd2042 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0511365 Nov 10 05:19:20.800036 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c3df7fff-56cc-4f12-a509-90211de9881c req-0c6cf22b-305e-4869-9827-c5d1910c2d5c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Nov 10 05:19:21.915719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a4cfd-eea6-4ddd-b98b-ec8981530d57 req-e8e7590a-77a2-4506-bbf6-c0c7a99aeb3f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:21.917160 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-766a4cfd-eea6-4ddd-b98b-ec8981530d57 req-e8e7590a-77a2-4506-bbf6-c0c7a99aeb3f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0469608 Nov 10 05:19:21.961776 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-766a4cfd-eea6-4ddd-b98b-ec8981530d57 req-39b86045-5854-4ea3-ab54-035650e831ef tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Nov 10 05:19:23.082213 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88304b1-3b67-4d69-943f-bf6a8b897cce req-451e199e-b440-4e98-8ddc-e54c877f038d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:23.083668 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e88304b1-3b67-4d69-943f-bf6a8b897cce req-451e199e-b440-4e98-8ddc-e54c877f038d tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0492234 Nov 10 05:19:23.371140 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e88304b1-3b67-4d69-943f-bf6a8b897cce req-b7f26445-d188-4018-8662-efd622655007 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807455 Nov 10 05:19:23.573864 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f01d4-a730-41f1-852d-36c745beae63 req-c585f98b-6158-4739-88e8-51a9c8afaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:23.575190 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-c585f98b-6158-4739-88e8-51a9c8afaee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4596347bbced46eabd591ccd14d8deba&device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1096 time: 0.0383344 Nov 10 05:19:23.675926 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f01d4-a730-41f1-852d-36c745beae63 req-b2cea4b6-e860-4a44-8161-90816cf36fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:23.677357 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-b2cea4b6-e860-4a44-8161-90816cf36fc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 200 len: 917 time: 0.0829685 Nov 10 05:19:23.739592 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-1096e242-e923-49bc-afdc-9f00b133f306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 200 len: 997 time: 0.0550745 Nov 10 05:19:23.787893 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f01d4-a730-41f1-852d-36c745beae63 req-5f716ecd-d9dd-40fb-80e0-f457f1b20813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:23.789277 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-5f716ecd-d9dd-40fb-80e0-f457f1b20813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 200 len: 855 time: 0.0422893 Nov 10 05:19:23.836137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f01d4-a730-41f1-852d-36c745beae63 req-c1e75c52-0f7b-42a7-9163-04de9d9c5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:23.837483 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-c1e75c52-0f7b-42a7-9163-04de9d9c5530 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b417552-a213-4106-aca5-1b09e6606919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413232 Nov 10 05:19:23.923122 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-a75f1df8-411b-45d9-9651-308752309250 service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781024 Nov 10 05:19:24.010577 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-507f01d4-a730-41f1-852d-36c745beae63 req-451cc4b8-3780-4da3-8917-f864780f7e7f service neutron] 10.222.0.16 "GET /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804648 Nov 10 05:19:24.488561 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348ae7f-e1ed-4225-b984-9bae02b314bc req-66900741-1d54-43a6-89a1-93a7ae478ab7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:24.490740 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a348ae7f-e1ed-4225-b984-9bae02b314bc req-66900741-1d54-43a6-89a1-93a7ae478ab7 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0495389 Nov 10 05:19:24.537424 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a348ae7f-e1ed-4225-b984-9bae02b314bc req-44d1b482-4e80-455a-8c11-336c9bfba3a9 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Nov 10 05:19:25.652332 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c874cc-89f1-4362-8be7-93b897a7fca2 req-a7bae199-f6e1-457a-9d84-69d57ed7476f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:25.653767 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c0c874cc-89f1-4362-8be7-93b897a7fca2 req-a7bae199-f6e1-457a-9d84-69d57ed7476f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0468755 Nov 10 05:19:25.703144 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c0c874cc-89f1-4362-8be7-93b897a7fca2 req-d7dca124-60d8-43e7-9498-c377ffea52be tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Nov 10 05:19:26.819289 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd63e7-0ffc-4e85-86d8-e00e3207bd01 req-fdc9dd4a-a181-429c-a07e-479819e1887a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:26.820751 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eddd63e7-0ffc-4e85-86d8-e00e3207bd01 req-fdc9dd4a-a181-429c-a07e-479819e1887a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0474982 Nov 10 05:19:26.866668 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-eddd63e7-0ffc-4e85-86d8-e00e3207bd01 req-7332f1d0-7d13-47dd-a500-8d590c474fb0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Nov 10 05:19:27.337491 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:19:27.983491 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193452de-b783-4595-b6fc-39039c147d04 req-0a80e50d-1724-4ef0-8358-1279c76bd8b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:27.984945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-193452de-b783-4595-b6fc-39039c147d04 req-0a80e50d-1724-4ef0-8358-1279c76bd8b0 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0470588 Nov 10 05:19:28.031101 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-193452de-b783-4595-b6fc-39039c147d04 req-f003a583-e8d9-42c0-a20a-ebc24b88ea59 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401418 Nov 10 05:19:29.149001 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc1d20-f699-4b6c-8446-925d2398116b req-467eda2e-2227-44c3-97dc-2453359c65da tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:29.150485 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00dc1d20-f699-4b6c-8446-925d2398116b req-467eda2e-2227-44c3-97dc-2453359c65da tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0500948 Nov 10 05:19:29.195679 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-00dc1d20-f699-4b6c-8446-925d2398116b req-9fef498c-410c-489b-8bac-cea52918fbab tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 Nov 10 05:19:30.311419 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9e06-1257-4a1a-814f-6aed6eb27dbc req-504c5acb-8bd5-467e-b531-ddbf72191d26 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:30.312884 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ca9e06-1257-4a1a-814f-6aed6eb27dbc req-504c5acb-8bd5-467e-b531-ddbf72191d26 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0474234 Nov 10 05:19:30.357911 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e7ca9e06-1257-4a1a-814f-6aed6eb27dbc req-bffff0b8-20c5-4bcf-9ee0-eddb60e6a95f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Nov 10 05:19:30.860441 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2906f207-b0fa-4904-90e5-5a9e97265dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:31.308154 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:19:31.407284 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:31.419208 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'port_id': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'mac_address': 'fa:16:3e:5a:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:19:31.463661 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:31.478931 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:19:31.481464 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96356a47-9c4d-4b8f-87ec-fdb0ffd0ec6e req-1edfd775-69ad-47ef-8689-146dddbf0c62 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:31.483235 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-96356a47-9c4d-4b8f-87ec-fdb0ffd0ec6e req-1edfd775-69ad-47ef-8689-146dddbf0c62 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 943 time: 0.0512948 Nov 10 05:19:31.506977 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:31.510930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:31.541357 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-96356a47-9c4d-4b8f-87ec-fdb0ffd0ec6e req-3b72a30b-e3b1-449f-bbe3-e5cfea25c0ff tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510437 Nov 10 05:19:31.563676 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=9']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:31.571091 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.571463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.571805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.572134 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.572463 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.572788 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.573113 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.573439 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.573762 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.574080 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.574399 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:31.574716 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:19:32.088253 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['189b87ee-20d5-4dde-ae00-d532e2065d4e'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:19:32.675416 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc7d9-9ed2-463e-9001-ffcefb3b3d18 req-069ab037-85f8-4937-9411-ea79325fa90e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:32.683401 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-67ffc7d9-9ed2-463e-9001-ffcefb3b3d18 req-069ab037-85f8-4937-9411-ea79325fa90e tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 944 time: 0.0677848 Nov 10 05:19:32.727772 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-67ffc7d9-9ed2-463e-9001-ffcefb3b3d18 req-672826ad-ffd1-4605-8490-6fd664b60d81 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Nov 10 05:19:33.222626 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7d0-1144-47ff-a016-017c7aa2bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:33.554350 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:19:33.600626 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 189b87ee-20d5-4dde-ae00-d532e2065d4e triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:19:33.600999 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:33.673715 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:33.695657 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:33.698130 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d780126b-2d92-407a-b8d8-3236c2c060f8" -d '{"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:33.709751 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:33.714356 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:33.744879 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7dce6-1794-4575-91b3-69ce78b583c5 x-openstack-request-id: req-82b7dce6-1794-4575-91b3-69ce78b583c5 {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:33.745164 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-plugged", "status": "completed", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:33.745406 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b7dce6-1794-4575-91b3-69ce78b583c5 {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:33.745789 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'code': 200} Nov 10 05:19:33.766749 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=10']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:33.846522 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f11c1-dc12-48c4-abf7-6d2b5418f7e9 req-d92ee720-dc44-4740-84f3-e37cb199c68f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:33.848299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c13f11c1-dc12-48c4-abf7-6d2b5418f7e9 req-d92ee720-dc44-4740-84f3-e37cb199c68f tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0516295 Nov 10 05:19:33.897839 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c13f11c1-dc12-48c4-abf7-6d2b5418f7e9 req-0e4dd4e6-15fb-4472-8785-23f2f0a2ed68 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Nov 10 05:19:34.006052 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5071c-d685-4cd3-91d6-64ccd8fc8bde req-e3d81d97-7e22-49e9-a6b5-675717e77185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:34.007444 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ded5071c-d685-4cd3-91d6-64ccd8fc8bde req-e3d81d97-7e22-49e9-a6b5-675717e77185 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 1099 time: 0.0419321 Nov 10 05:19:34.052449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ded5071c-d685-4cd3-91d6-64ccd8fc8bde req-009c9b4f-f3e9-4438-8be1-8cbbf8b010c0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Nov 10 05:19:34.248491 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:35.015868 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11f607-5852-463b-ba4e-03fa53df07f9 req-cd5fa2b4-8225-4aba-9a45-959f62c98fb4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:35.017237 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c11f607-5852-463b-ba4e-03fa53df07f9 req-cd5fa2b4-8225-4aba-9a45-959f62c98fb4 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0467021 Nov 10 05:19:35.063746 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5c11f607-5852-463b-ba4e-03fa53df07f9 req-7bc4af3a-f596-4491-82ea-6efdad159796 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Nov 10 05:19:36.031089 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:36.189044 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4f9a-bbe7-455a-89f3-be92621d05fc req-bfe41bf6-5056-49bb-bc0d-37947823f61b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:36.190623 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6bef4f9a-bbe7-455a-89f3-be92621d05fc req-bfe41bf6-5056-49bb-bc0d-37947823f61b tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0550523 Nov 10 05:19:36.240428 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-6bef4f9a-bbe7-455a-89f3-be92621d05fc req-68ab3e38-f17d-4178-b834-61ea75f657b8 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Nov 10 05:19:36.790841 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:37.356621 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c46b-9f96-4675-b4ab-92ccae31a9b2 req-d7aa5514-72e6-4071-a475-c2bc664de600 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:37.358056 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d96c46b-9f96-4675-b4ab-92ccae31a9b2 req-d7aa5514-72e6-4071-a475-c2bc664de600 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0474803 Nov 10 05:19:37.402580 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1d96c46b-9f96-4675-b4ab-92ccae31a9b2 req-e49cc01e-b37e-4a42-a2c7-dc4ce0063fdc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387738 Nov 10 05:19:38.110515 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-0f365d60-355a-40d4-b79e-80497365c1b6 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561980843&fields=id&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 267 time: 0.0420642 Nov 10 05:19:38.215570 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ca0a5891-61a7-4950-a575-4786fdc2694b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:38.216979 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ca0a5891-61a7-4950-a575-4786fdc2694b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.0994895 Nov 10 05:19:38.231189 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-817900bc-fc79-43cf-a1d9-18fe441804b8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/quotas/4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Nov 10 05:19:38.285547 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-81ae5732-865c-4f3b-b64b-08cbd4f6a101 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0492287 Nov 10 05:19:38.382168 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-14069a86-6134-4eb2-8816-ce614ea6f05f service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832081 Nov 10 05:19:38.465791 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-d9029d0d-f8b6-4185-8182-4d6ce3aa8a03 service neutron] 10.222.0.18 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778599 Nov 10 05:19:38.734955 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-70d1580f-e7cf-4852-8722-7b01af447e41 req-07100597-d125-4b6e-8f72-1257d2b00cd7 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 210 time: 0.0297637 Nov 10 05:19:39.712382 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ef5d4903-5032-46fd-bb9a-c4da8e561283 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:39.713804 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ef5d4903-5032-46fd-bb9a-c4da8e561283 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 811 time: 0.1005847 Nov 10 05:19:39.798777 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-9709986c-a092-477e-9c88-dd03a2eb687f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6bba38248e474db34b5086fe25d791 HTTP/1.1" status: 200 len: 380 time: 0.0544076 Nov 10 05:19:39.808157 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'port': {'device_id': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'admin_state_up': True, 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'security_groups': ['8f6545e5-0aba-41a0-81b1-b7cb4ba729f0']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:39.852375 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-751cbd2a-6c03-436b-81d3-56b5f97e70aa req-2278d532-b3dc-4f56-bb21-0652caefb783 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 210 time: 0.0497816 Nov 10 05:19:39.938569 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Made reservation on behalf of 4a6bba38248e474db34b5086fe25d791 for: {'port': 1} {{(pid=101800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 05:19:39.942073 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.067644 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_common [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.20.0.14 (bec5c149-3e0d-46f2-bc14-029b10e64cd0/c8813010-772b-4e46-a9bd-ddbfb109baa4/303a31c2-284d-4c5e-9bcf-002f1ca66fcd) {{(pid=101800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:19:40.199129 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.232772 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.280258 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 is already hosted by enough agents. {{(pid=101800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:19:40.283710 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.base_scheduler [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:19:40.287311 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:19:40.317244 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:40.345245 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:40.345884 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.367915 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-332ddbac-4e53-475f-8d10-26ae4980ef4f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5596805 Nov 10 05:19:40.386852 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Request body: {'port': {'device_id': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:40.445362 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.506457 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-6c2f06db-126c-48d3-aaaf-d73f51bdd0fe None None] Provisioning complete for port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:19:40.506994 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-6c2f06db-126c-48d3-aaaf-d73f51bdd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.543605 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f06db-126c-48d3-aaaf-d73f51bdd0fe None None] Port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd cannot update to ACTIVE because it is not bound. {{(pid=101802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 05:19:40.715858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303a31c2-284d-4c5e-9bcf-002f1ca66fcd {{(pid=101800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:19:40.722891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.734782 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.provisioning_blocks [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Transition to ACTIVE for port object 303a31c2-284d-4c5e-9bcf-002f1ca66fcd will not be triggered until provisioned by entity L2. {{(pid=101800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 05:19:40.738528 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.789989 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Pushing event updated for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=2']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:40.859643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Attempting to bind port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd on host hv-cinder-81713 for vnic_type normal with profile {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 05:19:40.859975 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Attempting to bind port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 05:19:40.860295 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Attempting to bind port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:19:40.864739 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 05:19:40.865130 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Attempting to bind port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd on network bec5c149-3e0d-46f2-bc14-029b10e64cd0 {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 05:19:40.869924 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Checking agent: {'id': 'edc8c6f4-7ef8-43f0-a202-748f8b5079d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'started_at': datetime.datetime(2021, 11, 10, 5, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 5, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 05:19:40.870255 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Checking segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 05:19:40.870628 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Bound using segment: {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'} {{(pid=101800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 05:19:40.871049 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.managers [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Bound port: 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915a3a6-6f81-4323-ad30-5bca9c11c367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0'}}] {{(pid=101800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 05:19:40.871493 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:40.978021 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, cleared binding levels {{(pid=101800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 05:19:40.991389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 05:19:40.997551 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:41.035025 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2024c6a-f314-4a6b-b432-320bf0d0c66a req-6024f9da-de82-42b5-af51-3dc465ad107d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.036527 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2024c6a-f314-4a6b-b432-320bf0d0c66a req-6024f9da-de82-42b5-af51-3dc465ad107d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.1010830 Nov 10 05:19:41.059977 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.060608 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:41.062067 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] 10.222.0.16 "PUT /v2.0/ports/303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 200 len: 1094 time: 0.6801386 Nov 10 05:19:41.064312 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:41.066694 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613d78e5-cca3-449d-a211-d6d3e5f657f1" -d '{"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:41.094776 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b7b7-8b94-415b-9c30-c0fc5ddcd95d service neutron] Pushing event updated for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=3']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:41.125256 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b2024c6a-f314-4a6b-b432-320bf0d0c66a req-0dd6b129-206a-4de2-9066-daf45bb419c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827851 Nov 10 05:19:41.126858 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8a35f-a7c4-4e87-9f21-e7e43a57de50 x-openstack-request-id: req-2fd8a35f-a7c4-4e87-9f21-e7e43a57de50 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:41.127148 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:41.127441 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fd8a35f-a7c4-4e87-9f21-e7e43a57de50 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:41.127889 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'status': 'completed', 'code': 200} Nov 10 05:19:41.181961 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-6a9aa334-ed82-4f0a-9c9b-48b003055625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.183475 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-6a9aa334-ed82-4f0a-9c9b-48b003055625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1097 time: 0.0413694 Nov 10 05:19:41.231712 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-890678e7-6fb2-43f3-b92c-bef58f0487b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 200 len: 217 time: 0.0334883 Nov 10 05:19:41.284504 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-43fbd19a-0404-4ce1-8367-e47e3699ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.285906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-43fbd19a-0404-4ce1-8367-e47e3699ffae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0466068 Nov 10 05:19:41.332470 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ab567c7a-0889-4dcb-926a-c8097ffaaed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.333952 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-ab567c7a-0889-4dcb-926a-c8097ffaaed2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397868 Nov 10 05:19:41.393123 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:41.423720 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-8b07bb25-ede6-484c-8fb9-20b793bf84ef service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814908 Nov 10 05:19:41.513242 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8e61f2a7-3704-4845-9a97-5765999e9d72 req-e9d9f2e9-d009-4b6a-a8c4-7fdbba447f5e service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823650 Nov 10 05:19:41.649597 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-6712530c-bcd1-4f4b-9c34-092239ba0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.651065 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-6712530c-bcd1-4f4b-9c34-092239ba0f52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1097 time: 0.0390067 Nov 10 05:19:41.739793 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-a73a205b-24ca-41f7-b94f-174cd8c0491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.741678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-a73a205b-24ca-41f7-b94f-174cd8c0491c service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0836627 Nov 10 05:19:41.783102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-ce1817ef-d374-4254-b218-adab10330cda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 200 len: 217 time: 0.0332084 Nov 10 05:19:41.833360 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-631632bb-ca02-4952-9d3d-25a9cb3a1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.835317 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-631632bb-ca02-4952-9d3d-25a9cb3a1dfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0455129 Nov 10 05:19:41.879936 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-6af0bbd4-4dbf-4531-9e44-82fea9fc0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:41.881369 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-6af0bbd4-4dbf-4531-9e44-82fea9fc0a06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381680 Nov 10 05:19:41.969159 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-91394eda-ef7b-4925-9aef-4cb1b61a6771 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Nov 10 05:19:42.057980 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-613d78e5-cca3-449d-a211-d6d3e5f657f1 req-1239b714-6283-461b-a7a6-23afaf038957 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813723 Nov 10 05:19:42.238593 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9477c6f-e6eb-4ce2-b5d3-69ad3367d756 req-8f15f61d-09fe-4d19-bc1b-7d5db5730d76 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:42.240069 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b9477c6f-e6eb-4ce2-b5d3-69ad3367d756 req-8f15f61d-09fe-4d19-bc1b-7d5db5730d76 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0473146 Nov 10 05:19:42.288131 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b9477c6f-e6eb-4ce2-b5d3-69ad3367d756 req-c068cca3-8a1f-4f44-9ec8-07554d313e7e tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Nov 10 05:19:43.401185 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24e68d-e0f7-41cd-9c0d-2c989770a821 req-85b29ad4-03af-443a-9d33-bd7a31ae33ab tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:43.402595 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b24e68d-e0f7-41cd-9c0d-2c989770a821 req-85b29ad4-03af-443a-9d33-bd7a31ae33ab tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0496037 Nov 10 05:19:43.449449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b24e68d-e0f7-41cd-9c0d-2c989770a821 req-0d4e61e1-0fcc-4fbe-810c-47d651af9e2f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Nov 10 05:19:44.560718 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d4aa2-42cf-4643-a2b5-8ecd3f1317b7 req-dbaa9b0b-0f95-49e5-b5ab-cc445d3fd204 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:44.562171 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ab5d4aa2-42cf-4643-a2b5-8ecd3f1317b7 req-dbaa9b0b-0f95-49e5-b5ab-cc445d3fd204 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0474405 Nov 10 05:19:44.608606 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-ab5d4aa2-42cf-4643-a2b5-8ecd3f1317b7 req-da50aafa-c568-42df-8bff-f4b0ce33bbf1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Nov 10 05:19:45.717913 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f52af-3b91-455f-b7f6-cf1df46aae70 req-33a2ab71-b12a-447a-a1dc-ee9059563032 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:45.719391 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c62f52af-3b91-455f-b7f6-cf1df46aae70 req-33a2ab71-b12a-447a-a1dc-ee9059563032 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0458508 Nov 10 05:19:45.769458 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c62f52af-3b91-455f-b7f6-cf1df46aae70 req-e29d2f57-6591-4974-bc3f-90c46569efa0 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Nov 10 05:19:46.880252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4527-3a07-4243-a5af-063f908ca4a2 req-edcfb768-0c32-4f60-9254-531e494c45a1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:46.881701 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-441c4527-3a07-4243-a5af-063f908ca4a2 req-edcfb768-0c32-4f60-9254-531e494c45a1 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0464969 Nov 10 05:19:46.929432 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-441c4527-3a07-4243-a5af-063f908ca4a2 req-a9221b02-e062-4839-9d69-628f023babe2 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Nov 10 05:19:48.041671 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780de8b-ddd6-4c29-8338-566dea90de01 req-639d1b2b-0a76-4af0-9b24-a25e77b59233 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:48.043107 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4780de8b-ddd6-4c29-8338-566dea90de01 req-639d1b2b-0a76-4af0-9b24-a25e77b59233 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0474691 Nov 10 05:19:48.090120 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4780de8b-ddd6-4c29-8338-566dea90de01 req-02ad8c05-f169-4459-852b-b9a1113dc8c5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Nov 10 05:19:49.203133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7b45d-166f-4ced-a304-f1711dc8b4f3 req-26461bc3-389c-4608-88b1-b54b5f25c082 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:49.204596 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e6d7b45d-166f-4ced-a304-f1711dc8b4f3 req-26461bc3-389c-4608-88b1-b54b5f25c082 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 944 time: 0.0499582 Nov 10 05:19:49.251537 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e6d7b45d-166f-4ced-a304-f1711dc8b4f3 req-4c3ca1e9-e342-4252-9094-673eb22a66c8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Nov 10 05:19:49.648072 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 303a31c2-284d-4c5e-9bcf-002f1ca66fcd details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=101802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 05:19:49.859106 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:49.869839 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Returning: {'device': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'port_id': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'mac_address': 'fa:16:3e:72:08:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 05:19:49.906266 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:49.918259 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303a31c2-284d-4c5e-9bcf-002f1ca66fcd {{(pid=101802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 05:19:49.936378 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:49.940380 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:49.985527 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=4']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:50.360315 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1abd45-42b3-4c1f-8ff0-a92edfc79ff2 req-fe5a74d2-0ec7-40db-a509-51ce1630c2f8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:50.361794 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7b1abd45-42b3-4c1f-8ff0-a92edfc79ff2 req-fe5a74d2-0ec7-40db-a509-51ce1630c2f8 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 945 time: 0.0471985 Nov 10 05:19:50.403958 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['303a31c2-284d-4c5e-9bcf-002f1ca66fcd'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:19:50.409919 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7b1abd45-42b3-4c1f-8ff0-a92edfc79ff2 req-370da9d7-0229-4d86-a6da-1f968671c6df tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Nov 10 05:19:51.521535 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c82e32-d604-468c-91c0-d1b6618919cd req-95e679a7-91bc-422a-8f15-532945053849 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:51.522985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-19c82e32-d604-468c-91c0-d1b6618919cd req-95e679a7-91bc-422a-8f15-532945053849 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 945 time: 0.0469162 Nov 10 05:19:51.573883 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-19c82e32-d604-468c-91c0-d1b6618919cd req-998e1ae6-e149-4eb3-9223-d5f63b4d4207 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 Nov 10 05:19:51.658444 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 303a31c2-284d-4c5e-9bcf-002f1ca66fcd up at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 05:19:51.705805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning for port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd completed by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 05:19:51.709679 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Provisioning complete for port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd triggered by entity L2. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:19:51.710041 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:51.783200 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:51.804852 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd'}] {{(pid=101802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:51.807061 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ecf48e549a557c1b5dc36f724abbe68e397341aab705445bb9669719ccae92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1224867-5e94-4715-9f48-b1a2cfb36722" -d '{"events": [{"server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "name": "network-vif-plugged", "status": "completed", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd"}]}' {{(pid=101802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:51.822929 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:19:51.827150 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543'] for port, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:51.851041 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852dca24-f826-4c04-9ff9-0157e0be283a x-openstack-request-id: req-852dca24-f826-4c04-9ff9-0157e0be283a {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:51.851360 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "name": "network-vif-plugged", "status": "completed", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd", "code": 200}]} {{(pid=101802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:51.851613 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-852dca24-f826-4c04-9ff9-0157e0be283a {{(pid=101802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:51.852000 dv-cinder-817135-4-iscsi neutron-server[101802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'code': 200} Nov 10 05:19:51.876936 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Pushing event updated for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=5']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:52.099486 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef5085-5c75-4ca5-b8c8-e7fbf25b3001 req-a51a6dc6-f77a-4091-844f-51cc784d4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:52.101422 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fdef5085-5c75-4ca5-b8c8-e7fbf25b3001 req-a51a6dc6-f77a-4091-844f-51cc784d4ec4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1099 time: 0.0375757 Nov 10 05:19:52.145940 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fdef5085-5c75-4ca5-b8c8-e7fbf25b3001 req-d86dfe27-a7b0-4952-b967-d3a8eaadf28d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371535 Nov 10 05:19:52.685799 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035dfbf-dc53-4e5a-8cf3-ca19e00e7a6a req-6c434644-68a2-4a9a-9bc8-435747664072 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:52.687216 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e035dfbf-dc53-4e5a-8cf3-ca19e00e7a6a req-6c434644-68a2-4a9a-9bc8-435747664072 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.0468962 Nov 10 05:19:52.733937 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-e035dfbf-dc53-4e5a-8cf3-ca19e00e7a6a req-b76dedb0-7b8d-4b24-aba6-c205178263e6 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Nov 10 05:19:53.851799 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020c657-65b1-4991-9ff7-e92f89d13b3c req-e96c8423-087d-4942-88fb-1cf5b734593d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:53.853243 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4020c657-65b1-4991-9ff7-e92f89d13b3c req-e96c8423-087d-4942-88fb-1cf5b734593d tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.0515914 Nov 10 05:19:53.902754 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-4020c657-65b1-4991-9ff7-e92f89d13b3c req-5d74825d-4cbc-44d2-b254-cef8202549ec tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Nov 10 05:19:55.012446 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ccb51-cc14-4c91-ad03-d6798e3206e8 req-11c44d07-1886-487c-827a-ddf50c256edc tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:55.013887 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487ccb51-cc14-4c91-ad03-d6798e3206e8 req-11c44d07-1886-487c-827a-ddf50c256edc tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.0462348 Nov 10 05:19:55.060886 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-487ccb51-cc14-4c91-ad03-d6798e3206e8 req-02d1c515-9f39-4c73-90a6-4c8d896e4249 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Nov 10 05:19:55.174065 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048bb22-5e0b-4dc9-a4d3-d68de30215b8 req-eddec491-a698-46ae-b626-ef5e36026f01 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:55.175529 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c048bb22-5e0b-4dc9-a4d3-d68de30215b8 req-eddec491-a698-46ae-b626-ef5e36026f01 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.0499911 Nov 10 05:19:55.222985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-c048bb22-5e0b-4dc9-a4d3-d68de30215b8 req-777520a1-26b7-4b99-bcde-f4316ad8381b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Nov 10 05:19:55.244644 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33802) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:55.381590 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07996592-1620-4eb8-9705-1e834d163971 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:55.383653 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-07996592-1620-4eb8-9705-1e834d163971 tempest-TestVolumeBootPattern-1164699404 tempest-TestVolumeBootPattern-1164699404-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1094 time: 0.1380405 Nov 10 05:19:55.386373 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33806) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:19:55.390478 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.v2.base [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Request body: {'floatingip': {'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'port_id': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:19:55.411310 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:55.503765 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:55.606353 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_common [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Allocated IP 172.27.3.185 (c8560e99-0a36-4702-8634-138a81b035b2/bb001b55-1baf-47ef-98c4-f537586b0bd7/61102cbd-6653-4eee-952a-eee367d6c775) {{(pid=101801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 05:19:55.702580 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:55.735636 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759427098507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:55.771377 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Network c8560e99-0a36-4702-8634-138a81b035b2 is already hosted by enough agents. {{(pid=101801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 05:19:55.777414 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.base_scheduler [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Resources bound (agent type, host, resource id): {{(pid=101801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 05:19:55.779907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Received port after_create {{(pid=101801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 05:19:55.807215 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=61102cbd-6653-4eee-952a-eee367d6c775,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:56.142025 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.211586 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.355963 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for port, precommit_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.360299 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14418357'] for port, after_update {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.431815 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event updated for resources: {'Port': ['ID=61102cbd-6653-4eee-952a-eee367d6c775,revision_number=2']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:19:56.442170 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.538678 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP ba4246c6-fdde-4d6b-8871-acc42ce205c3 associated. External IP: 172.27.3.185, port: 303a31c2-284d-4c5e-9bcf-002f1ca66fcd. Nov 10 05:19:56.735371 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:19:56.837344 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:19:56.846736 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:19:56.854795 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:19:56.860020 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:19:56.860623 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:19:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:56.882018 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-08d66fa2-af0b-4292-a0b2-42b9b66b5c95 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4946706 Nov 10 05:19:56.882682 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:19:56.884939 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b07260a-e9e1-4c3a-b15e-29a765309dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:19:56.964617 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:19:57.042168 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2670b5-52e9-40d8-a237-cb487142db14 x-openstack-request-id: req-7b2670b5-52e9-40d8-a237-cb487142db14 {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:19:57.042512 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:19:57.042762 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b2670b5-52e9-40d8-a237-cb487142db14 {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:19:57.043158 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'status': 'completed', 'code': 200} Nov 10 05:19:57.129865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-d38127f8-d460-4850-ae55-14d75a4a181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:57.131395 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-d38127f8-d460-4850-ae55-14d75a4a181a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1099 time: 0.0407164 Nov 10 05:19:57.226589 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-ca5bada5-4649-439e-88b9-86137740b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:57.228080 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-ca5bada5-4649-439e-88b9-86137740b5f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0880649 Nov 10 05:19:57.275046 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}, {'id': 'ba4246c6-fdde-4d6b-8871-acc42ce205c3', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:72:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:55Z', 'updated_at': '2021-11-10T05:19:55Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:57.292212 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-a28d3767-2051-4a4a-b5ae-f2582385b1d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 200 len: 1000 time: 0.0564299 Nov 10 05:19:57.300688 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:19:57.308940 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:19:57.309404 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:19:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:57.340837 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-43841b89-e67b-49d1-9883-9c8dad1a34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:57.342370 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-43841b89-e67b-49d1-9883-9c8dad1a34e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0431750 Nov 10 05:19:57.388961 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-097593f6-5546-48fd-93e0-f493f70361fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:19:57.390428 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-097593f6-5546-48fd-93e0-f493f70361fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410428 Nov 10 05:19:57.411143 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:19:57.476328 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-01394d2a-aece-4e9e-9cf3-7cf7d461fc65 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786076 Nov 10 05:19:57.571491 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-2b07260a-e9e1-4c3a-b15e-29a765309dc8 req-eb4c7e3a-7e17-4723-ad9c-038659c19b92 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Nov 10 05:19:57.630961 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}, {'id': 'ba4246c6-fdde-4d6b-8871-acc42ce205c3', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:72:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:55Z', 'updated_at': '2021-11-10T05:19:55Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:19:57.656842 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ebed4-700d-47ca-8b88-3a4f039c926b None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}, {'id': 'ba4246c6-fdde-4d6b-8871-acc42ce205c3', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:72:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:19:55Z', 'updated_at': '2021-11-10T05:19:55Z', 'revision_number': 0, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:19:57.832626 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7693954-779a-46a3-b22f-6ff0131a111c None None] New status for floating IP ba4246c6-fdde-4d6b-8871-acc42ce205c3: ACTIVE {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:20:00.861472 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0466ec80-3544-42be-bcfe-7b1638d6da56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:03.223370 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2d27f939-b4c5-4c15-8674-db0509e6dad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:04.250816 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:04.335353 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:20:06.032922 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:06.791488 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:11.404802 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:21.459036 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-ea61b534-6e2b-49eb-bf61-8b14d5569e2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372210 Nov 10 05:20:21.533220 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-4081c26d-23de-4b80-b7b6-384ad180c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:21.534674 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-4081c26d-23de-4b80-b7b6-384ad180c129 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.0385497 Nov 10 05:20:21.876928 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-468421f2-2076-43a3-a569-3937f0c083c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:21.878353 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-468421f2-2076-43a3-a569-3937f0c083c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.3232462 Nov 10 05:20:21.940958 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-7ccedf43-5966-4200-88e1-8894b4d70b66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 1001 time: 0.0544000 Nov 10 05:20:21.991158 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-0f9ae0b4-5689-40ac-b05b-ba8a614f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:21.992535 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-0f9ae0b4-5689-40ac-b05b-ba8a614f9caa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0434062 Nov 10 05:20:22.035615 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-93e08140-2ff4-4df5-8938-5698de998624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:22.037010 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-93e08140-2ff4-4df5-8938-5698de998624 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376215 Nov 10 05:20:22.121621 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-500431e6-b0ba-47cd-8fbb-38b2adc72106 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777488 Nov 10 05:20:22.209779 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-fb2eb39d-b9fb-49d6-bca8-6f8288d8ec14 req-7e949557-1bf3-4832-942a-bcdb363593e4 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809186 Nov 10 05:20:30.862314 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8073a8e1-090c-4735-8707-4f2ed8d9fd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:32.615028 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe004-f5b9-4dcc-aab7-84235231469a req-9bcff07d-74be-429a-b5e4-628fbd4eabd8 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:32.616549 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f9fe004-f5b9-4dcc-aab7-84235231469a req-9bcff07d-74be-429a-b5e4-628fbd4eabd8 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0497472 Nov 10 05:20:32.694249 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433787-2ae9-45ec-b34a-03082043d19a req-194425ae-9e35-462e-81cd-192ce1151817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:32.695670 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-194425ae-9e35-462e-81cd-192ce1151817 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1137 time: 0.0782607 Nov 10 05:20:32.706516 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1f9fe004-f5b9-4dcc-aab7-84235231469a req-a2de953c-ec9d-4a20-97fb-96fe0fcf2842 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818353 Nov 10 05:20:32.787426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433787-2ae9-45ec-b34a-03082043d19a req-2f2226cf-8ac0-4340-8443-46df6ec01886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:32.789009 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-2f2226cf-8ac0-4340-8443-46df6ec01886 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.0815153 Nov 10 05:20:32.858504 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-2cd76b79-e9ee-4500-87d5-55664a5f6499 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 1001 time: 0.0612810 Nov 10 05:20:32.907597 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433787-2ae9-45ec-b34a-03082043d19a req-46250ab7-6bc4-464e-a6e4-f45072c9b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:32.908990 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-46250ab7-6bc4-464e-a6e4-f45072c9b854 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0430386 Nov 10 05:20:32.954565 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433787-2ae9-45ec-b34a-03082043d19a req-296cc26a-cb62-4dcb-acf1-0584b0d6295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:32.955945 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-296cc26a-cb62-4dcb-acf1-0584b0d6295f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383604 Nov 10 05:20:33.047554 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-03c7ffe6-3a3f-47d7-871a-dbd36240dbeb service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Nov 10 05:20:33.138868 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-12433787-2ae9-45ec-b34a-03082043d19a req-813f9776-575b-427f-b17b-826d98f0dcd1 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Nov 10 05:20:33.226662 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-83b53175-011a-4182-905c-6a8d16ecab39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:33.824551 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a8b6-8bfe-42a5-8219-7b7f3ff7c39a req-661562f0-ebd2-41b1-ac60-4fc051ef1be8 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:33.825996 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8172a8b6-8bfe-42a5-8219-7b7f3ff7c39a req-661562f0-ebd2-41b1-ac60-4fc051ef1be8 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0520766 Nov 10 05:20:33.883627 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8172a8b6-8bfe-42a5-8219-7b7f3ff7c39a req-18e4cdc8-0a82-4d64-b08d-e6dd59a98983 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516820 Nov 10 05:20:34.253805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:34.995327 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a98a5-9cdd-418a-b8b0-4fa4e5c289a3 req-c1ca83a3-5edd-42ed-9173-0f01d5fec463 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:34.996763 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-078a98a5-9cdd-418a-b8b0-4fa4e5c289a3 req-c1ca83a3-5edd-42ed-9173-0f01d5fec463 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0467489 Nov 10 05:20:35.053877 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-078a98a5-9cdd-418a-b8b0-4fa4e5c289a3 req-9fa15ceb-92cd-4b85-9807-03ed6e2560ea tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513225 Nov 10 05:20:36.034363 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:36.165342 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf74d2-370b-4c22-b5a1-da5503dd65d2 req-8c3b4a9c-f717-45e5-a0cd-347151a16de7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:36.166737 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-93cf74d2-370b-4c22-b5a1-da5503dd65d2 req-8c3b4a9c-f717-45e5-a0cd-347151a16de7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0478921 Nov 10 05:20:36.229489 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-93cf74d2-370b-4c22-b5a1-da5503dd65d2 req-9246aa18-79f0-44d8-8281-2fa8b054e788 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567558 Nov 10 05:20:36.792951 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:37.343468 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb34f0-66cc-4a85-abb4-97e26799c644 req-d4fed8d0-230f-415b-a68a-d0b11824e6e5 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:37.344946 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8ddb34f0-66cc-4a85-abb4-97e26799c644 req-d4fed8d0-230f-415b-a68a-d0b11824e6e5 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0472822 Nov 10 05:20:37.403220 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8ddb34f0-66cc-4a85-abb4-97e26799c644 req-1c5f0456-7cd2-4ecc-8efe-cb05e22351bb tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522814 Nov 10 05:20:38.515670 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc4bf-62ef-460a-bd73-02efbe1a9b2d req-804f9826-94ce-4145-8876-971ec2146ca1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:38.517113 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5bffc4bf-62ef-460a-bd73-02efbe1a9b2d req-804f9826-94ce-4145-8876-971ec2146ca1 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0476899 Nov 10 05:20:38.582053 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-5bffc4bf-62ef-460a-bd73-02efbe1a9b2d req-743024e6-31be-47d4-9443-60c466fe5d66 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590177 Nov 10 05:20:39.698062 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baee8f-fbb2-421f-ae25-1bbb39a6f6b0 req-bd634d4a-a79a-4431-98ca-78468ae9314f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:39.699434 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69baee8f-fbb2-421f-ae25-1bbb39a6f6b0 req-bd634d4a-a79a-4431-98ca-78468ae9314f tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0509250 Nov 10 05:20:39.756343 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-69baee8f-fbb2-421f-ae25-1bbb39a6f6b0 req-91934037-f486-4389-8135-02322d315af6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510118 Nov 10 05:20:40.867654 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80157ba-85aa-496a-aeec-186dde084bb1 req-2f15501d-dc1d-4617-ab20-f29db6166311 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:40.869102 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f80157ba-85aa-496a-aeec-186dde084bb1 req-2f15501d-dc1d-4617-ab20-f29db6166311 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0478611 Nov 10 05:20:40.927828 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f80157ba-85aa-496a-aeec-186dde084bb1 req-c7efb88a-c0d9-4a73-9807-1a8f4b6dc496 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527942 Nov 10 05:20:41.334658 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:20:41.406474 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:42.040962 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79823c-fd08-4e6d-8750-9d516a93fed5 req-a2076985-02ce-4e9b-92d1-00470673655a tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:42.042406 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e79823c-fd08-4e6d-8750-9d516a93fed5 req-a2076985-02ce-4e9b-92d1-00470673655a tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0480900 Nov 10 05:20:42.103961 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-9e79823c-fd08-4e6d-8750-9d516a93fed5 req-1fe0c39e-94a9-4f40-82cf-10ada13ae08d tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556498 Nov 10 05:20:43.215213 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e4bca-7d5f-4b9b-805e-704eb4b611c2 req-262bdd96-160f-44d6-8baf-4bb8aeaefb40 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:43.216687 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b5e4bca-7d5f-4b9b-805e-704eb4b611c2 req-262bdd96-160f-44d6-8baf-4bb8aeaefb40 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0480936 Nov 10 05:20:43.274533 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-3b5e4bca-7d5f-4b9b-805e-704eb4b611c2 req-6093595b-59f7-4237-b1fb-cc459d0693ec tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519419 Nov 10 05:20:44.387138 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de09d0e-2612-42d5-8ec9-cb2df5435122 req-027f26bf-aa42-406d-a2f9-da3b38d8d0d6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:44.389601 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1de09d0e-2612-42d5-8ec9-cb2df5435122 req-027f26bf-aa42-406d-a2f9-da3b38d8d0d6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0487564 Nov 10 05:20:44.448347 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1de09d0e-2612-42d5-8ec9-cb2df5435122 req-0602eb2d-027a-45ae-a78a-e4311acc6dd6 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f8841d3-f480-49f3-99ae-e5d0ddda35b2&id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528584 Nov 10 05:20:54.285831 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249784d-3763-4142-bd29-519af5a376a1 req-cdc0f438-b3df-4d70-b92b-76f0d8ce4372 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:54.287299 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1249784d-3763-4142-bd29-519af5a376a1 req-cdc0f438-b3df-4d70-b92b-76f0d8ce4372 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0511501 Nov 10 05:20:54.333819 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1249784d-3763-4142-bd29-519af5a376a1 req-2a3c244f-ad13-4e36-b273-2865b3f59dae tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Nov 10 05:20:55.452462 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbe72-7cdc-4b0b-8ae3-14061e616c79 req-3f3aa198-5548-4e79-87e1-46da4d36e60c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:55.453901 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-669dbe72-7cdc-4b0b-8ae3-14061e616c79 req-3f3aa198-5548-4e79-87e1-46da4d36e60c tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0472031 Nov 10 05:20:55.500319 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-669dbe72-7cdc-4b0b-8ae3-14061e616c79 req-c3a9ca50-1751-4ea7-a9fe-2bcd93ab97fd tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Nov 10 05:20:56.312804 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-815c8f8d-7214-4fb4-ad38-e87c9e6c51dc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:56.314237 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-815c8f8d-7214-4fb4-ad38-e87c9e6c51dc tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Nov 10 05:20:56.402575 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Deleting port 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:20:56.402910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:56.490562 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] For port 189b87ee-20d5-4dde-ae00-d532e2065d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=189b87ee-20d5-4dde-ae00-d532e2065d4e,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:20:56.491278 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:56.674633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7ee4c-3ce2-4a09-85bd-8e5542388f44 req-9f2ebe22-4877-4bdc-bec4-729301a6dd57 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:20:56.676076 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-36a7ee4c-3ce2-4a09-85bd-8e5542388f44 req-9f2ebe22-4877-4bdc-bec4-729301a6dd57 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/ports?device_id=5744478b-8bfc-4b64-a728-5d8d0e270b22 HTTP/1.1" status: 200 len: 946 time: 0.0941303 Nov 10 05:20:56.703652 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:56.704001 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1608936'] for floatingip, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:56.704313 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.db.l3_db [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Floating IP 71732669-8efd-43dd-b449-e5143a12117a disassociated. External IP: 172.27.3.6, port: 189b87ee-20d5-4dde-ae00-d532e2065d4e. Nov 10 05:20:56.704644 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Calling delete_port for 189b87ee-20d5-4dde-ae00-d532e2065d4e owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:20:56.768339 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-36a7ee4c-3ce2-4a09-85bd-8e5542388f44 req-6d138d8b-cee7-42a0-b2aa-785a2f4563f2 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae4a829f-a5e6-44e0-b392-906c94094a69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856044 Nov 10 05:20:56.850081 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:56.880633 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'Port': ['ID=189b87ee-20d5-4dde-ae00-d532e2065d4e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:20:56.892014 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.892358 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.892693 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.893026 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.893353 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.893677 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.893996 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.894316 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.894637 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.894954 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.895286 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.895791 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:56.996811 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:20:57.097739 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:20:57.107640 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:20:57.117726 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:20:57.118326 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:20:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:20:57.137044 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] No DVR routers for this DVR port 189b87ee-20d5-4dde-ae00-d532e2065d4e on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:20:57.139518 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:57.142740 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-a76891b6-1587-41b2-9bf2-d8b61028f5b5 req-9fd25c4d-75be-400a-9499-a6760262c647 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.16 "DELETE /v2.0/ports/189b87ee-20d5-4dde-ae00-d532e2065d4e HTTP/1.1" status: 204 len: 173 time: 0.8217561 Nov 10 05:20:57.143161 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-deleted', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:20:57.145397 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986d50c-c5de-4657-8fa9-63a54fa72609" -d '{"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-deleted", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:20:57.183234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47214c-29e5-4c42-9e94-486b4456f00a x-openstack-request-id: req-9c47214c-29e5-4c42-9e94-486b4456f00a {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:20:57.183865 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744478b-8bfc-4b64-a728-5d8d0e270b22", "name": "network-vif-deleted", "tag": "189b87ee-20d5-4dde-ae00-d532e2065d4e", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:20:57.184248 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c47214c-29e5-4c42-9e94-486b4456f00a {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:20:57.184808 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744478b-8bfc-4b64-a728-5d8d0e270b22', 'name': 'network-vif-deleted', 'tag': '189b87ee-20d5-4dde-ae00-d532e2065d4e', 'status': 'completed', 'code': 200} Nov 10 05:20:57.224770 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:20:57.428498 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:20:57.453497 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:20:57.461500 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:20:57.462096 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:20:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:20:57.565619 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:20:57.765718 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:20:57.795925 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2586aa-80e2-46fa-b856-37a2d94cb8bb None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:11:15Z', 'revision_number': 4, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a150751c-9453-49b2-a240-45e7404f3932', 'name': '', 'network_id': '2b417552-a213-4106-aca5-1b09e6606919', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'mac_address': 'fa:16:3e:20:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:14Z', 'updated_at': '2021-11-10T05:11:18Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'subnets': [{'id': '7dd787cb-eb21-4bc8-a463-8213d7f7ebe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:20:57.858858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33904) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:20:57.913589 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:57.937445 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:57.998938 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.001596 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.002766 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae4a829f-a5e6-44e0-b392-906c94094a69 HTTP/1.1" status: 204 len: 168 time: 0.1428583 Nov 10 05:20:58.005659 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33908) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:20:58.014337 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a829f-a5e6-44e0-b392-906c94094a69,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:20:58.020518 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.api.v2.resource [None req-5e5bf768-642c-440f-a4af-e772a17c733a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] show failed (client error): The resource could not be found. Nov 10 05:20:58.021543 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5e5bf768-642c-440f-a4af-e772a17c733a tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "GET /v2.0/security-groups/ae4a829f-a5e6-44e0-b392-906c94094a69 HTTP/1.1" status: 404 len: 347 time: 0.0148242 Nov 10 05:20:58.021899 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.022254 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.022597 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.022935 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.023299 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.023627 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.024044 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.024379 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.024712 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.025093 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.025949 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.026084 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 33910) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:20:58.026269 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c865ed-0cb9-496e-9041-0f8de1b17303 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:20:58.040947 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93f299-e08b-4e81-b403-32488a34f424 None None] New status for floating IP 71732669-8efd-43dd-b449-e5143a12117a: DOWN {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:20:58.151959 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Deleting port 0187bd31-6710-4505-a307-efefd2e30b5e {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:20:58.152296 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.226200 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.226519 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.237652 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Calling delete_port for 0187bd31-6710-4505-a307-efefd2e30b5e owned by network:floatingip {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:20:58.364310 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.388954 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Pushing event deleted for resources: {'Port': ['ID=0187bd31-6710-4505-a307-efefd2e30b5e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:20:58.448821 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks [] for floatingip, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.451331 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:20:58.452467 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b8a85dd5-2858-4e46-bbee-68c6f784bd71 tempest-AttachVolumeShelveTestJSON-1382894481 tempest-AttachVolumeShelveTestJSON-1382894481-project] 10.222.0.18 "DELETE /v2.0/floatingips/71732669-8efd-43dd-b449-e5143a12117a HTTP/1.1" status: 204 len: 168 time: 0.4255128 Nov 10 05:21:00.036579 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:21:00.056761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 189b87ee-20d5-4dde-ae00-d532e2065d4e {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:21:00.057100 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 189b87ee-20d5-4dde-ae00-d532e2065d4e not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:21:00.863797 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-336037fa-8a71-44d8-b85f-b6094c17f2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:00.874906 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33932) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:01.542717 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:01.769301 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Deleting port a150751c-9453-49b2-a240-45e7404f3932 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:01.769524 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:01.842951 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] For port a150751c-9453-49b2-a240-45e7404f3932, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a150751c-9453-49b2-a240-45e7404f3932,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:01.843361 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:01.855353 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Calling delete_port for a150751c-9453-49b2-a240-45e7404f3932 owned by network:router_interface {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:02.029385 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.058368 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Pushing event deleted for resources: {'Port': ['ID=a150751c-9453-49b2-a240-45e7404f3932,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:02.215476 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.427919 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Router e9c45ba3-8201-47d4-aee0-705e52545e44 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:21:02.535163 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:21:02.541195 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-48ccfc32-b426-46a8-9c5a-891470af163b admin admin] 10.222.0.18 "PUT /v2.0/routers/e9c45ba3-8201-47d4-aee0-705e52545e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645641 Nov 10 05:21:02.543579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33936) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:02.545034 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Sync routers for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:21:02.554748 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:02.555400 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:20:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:02.643390 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.742886 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:02.745912 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.796890 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Deleting port 024c2dae-1707-4511-aa30-003faa908d46 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:02.797222 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.874033 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] For port 024c2dae-1707-4511-aa30-003faa908d46, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=024c2dae-1707-4511-aa30-003faa908d46,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:02.874388 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:02.887176 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Calling delete_port for 024c2dae-1707-4511-aa30-003faa908d46 owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:02.917316 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '024c2dae-1707-4511-aa30-003faa908d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:21:01Z', 'revision_number': 5, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port': {'id': '024c2dae-1707-4511-aa30-003faa908d46', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:11:11Z', 'updated_at': '2021-11-10T05:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:02.943051 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Checking router: e9c45ba3-8201-47d4-aee0-705e52545e44 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:21:02.951859 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Routers {'e9c45ba3-8201-47d4-aee0-705e52545e44'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:02.952469 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:20:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['e9c45ba3-8201-47d4-aee0-705e52545e44'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:03.038922 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] Set router e9c45ba3-8201-47d4-aee0-705e52545e44 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:03.046501 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.076026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Pushing event deleted for resources: {'Port': ['ID=024c2dae-1707-4511-aa30-003faa908d46,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:03.097952 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:21:02Z', 'revision_number': 6, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:03.124992 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68cd14-3eee-4988-b792-ff25c7b29caf None None] The sync data for ids ['e9c45ba3-8201-47d4-aee0-705e52545e44'] in dv-cinder-817135-4-iscsi is: [{'id': 'e9c45ba3-8201-47d4-aee0-705e52545e44', 'name': 'tempest-AttachVolumeShelveTestJSON-305979097-router', 'tenant_id': '4596347bbced46eabd591ccd14d8deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:11:10Z', 'updated_at': '2021-11-10T05:21:02Z', 'revision_number': 6, 'project_id': '4596347bbced46eabd591ccd14d8deba', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:21:03.138654 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.228839 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-0375a9c8-e185-4a3e-8282-3af0030d0621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.234215 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.236335 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.277133 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.277684 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c45ba3-8201-47d4-aee0-705e52545e44 {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:21:03.282584 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.283802 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ffe6e5ea-afb6-46e0-8189-e794c4ce2183 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e9c45ba3-8201-47d4-aee0-705e52545e44 HTTP/1.1" status: 204 len: 168 time: 0.7393265 Nov 10 05:21:03.286266 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33938) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:03.339977 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Deleting subnet 7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 {{(pid=101801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:21:03.342892 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.375558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15767383'] for subnet, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.482212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.539254 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14418319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662065'] for subnet, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.567879 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd787cb-eb21-4bc8-a463-8213d7f7ebe0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:03.569820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.575374 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b11f9038-3028-4552-84a0-46ce33ebe256 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7dd787cb-eb21-4bc8-a463-8213d7f7ebe0 HTTP/1.1" status: 204 len: 168 time: 0.2859330 Nov 10 05:21:03.575589 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33940) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:03.582930 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72043346-866b-4e0e-be15-aabff0bece0a None None] Network 2b417552-a213-4106-aca5-1b09e6606919 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:21:03.645108 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.701060 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Deleting port 4c624f51-ee00-4547-be8e-3bc2efd07b8b {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:03.701402 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.763355 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] For port 4c624f51-ee00-4547-be8e-3bc2efd07b8b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=4c624f51-ee00-4547-be8e-3bc2efd07b8b,segment=NetworkSegment(8593f345-6b7d-4109-b6d7-523ea7b83e49),segment_id=8593f345-6b7d-4109-b6d7-523ea7b83e49)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:03.763699 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.775609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Calling delete_port for 4c624f51-ee00-4547-be8e-3bc2efd07b8b owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:03.854368 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.881094 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] No DVR routers for this DVR port 4c624f51-ee00-4547-be8e-3bc2efd07b8b on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:21:03.882761 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c624f51-ee00-4547-be8e-3bc2efd07b8b,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:03.928749 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd909dbf-f639-4d3f-99eb-239dd2cb41d5 None None] DHCP port deletion for 2b417552-a213-4106-aca5-1b09e6606919 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:21:03.965698 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:03.985563 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b417552-a213-4106-aca5-1b09e6606919']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:03.994514 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593f345-6b7d-4109-b6d7-523ea7b83e49') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:03.994816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593f345-6b7d-4109-b6d7-523ea7b83e49') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:04.003717 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a150751c-9453-49b2-a240-45e7404f3932 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:21:04.004403 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.022591 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.029682 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: a150751c-9453-49b2-a240-45e7404f3932 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:21:04.030277 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a150751c-9453-49b2-a240-45e7404f3932 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:21:04.030774 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 024c2dae-1707-4511-aa30-003faa908d46 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:21:04.031000 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:21:04.031253 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:21:04.033009 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:21:04.052682 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 024c2dae-1707-4511-aa30-003faa908d46 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:21:04.053023 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 024c2dae-1707-4511-aa30-003faa908d46 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:21:04.053424 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 4c624f51-ee00-4547-be8e-3bc2efd07b8b no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:21:04.072565 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 4c624f51-ee00-4547-be8e-3bc2efd07b8b {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:21:04.072911 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 4c624f51-ee00-4547-be8e-3bc2efd07b8b not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:21:04.088297 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.094901 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.099122 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b417552-a213-4106-aca5-1b09e6606919 HTTP/1.1" status: 204 len: 168 time: 0.5226169 Nov 10 05:21:04.110490 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efce6b-5635-4d1e-8438-2fe79d69d82a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b417552-a213-4106-aca5-1b09e6606919,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:04.217478 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33944) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:04.256246 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.256925 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-63d46b4f-52e5-480e-8c1c-33e3b316e16a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4596347bbced46eabd591ccd14d8deba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375857 Nov 10 05:21:04.258632 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 33946) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:04.308265 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.328833 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.373456 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.376020 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:04.377148 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a7e77f9-8767-4b24-aa30-08bd190e76b8 HTTP/1.1" status: 204 len: 168 time: 0.1170709 Nov 10 05:21:04.386067 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41a765-8d49-49b7-b0e3-391f6c21ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e77f9-8767-4b24-aa30-08bd190e76b8,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:06.037348 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:06.795891 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:11.401377 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.665411 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34068) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:13.765720 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7fd1-496f-4d96-8710-498d66be06cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.838656 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7fd1-496f-4d96-8710-498d66be06cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.842746 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7fd1-496f-4d96-8710-498d66be06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.879679 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e8aa7fd1-496f-4d96-8710-498d66be06cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e6e398e14a042bd847f34214afeb376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132089 Nov 10 05:21:13.881579 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa7fd1-496f-4d96-8710-498d66be06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c851c-8787-4402-9a5a-ece01bf7cb91,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:13.882384 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34072) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:13.929311 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.949949 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.993103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.995761 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:13.997536 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/242c851c-8787-4402-9a5a-ece01bf7cb91 HTTP/1.1" status: 204 len: 168 time: 0.1141739 Nov 10 05:21:14.005042 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb16fb-a284-4f27-93cb-1754164b9b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c851c-8787-4402-9a5a-ece01bf7cb91,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:15.329592 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34116) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:15.430262 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7a3eec76-4a08-455f-9b22-6818db37d0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.503265 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7a3eec76-4a08-455f-9b22-6818db37d0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.507119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7a3eec76-4a08-455f-9b22-6818db37d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.543238 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eec76-4a08-455f-9b22-6818db37d0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1cd7d0-2146-47b1-9ab0-34fcd6c992a1,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:15.549795 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7a3eec76-4a08-455f-9b22-6818db37d0da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be28e15da654481f9f39efbdd4a42a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168436 Nov 10 05:21:15.550001 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34120) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:15.595734 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.615602 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.662079 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.664650 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.665765 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe1cd7d0-2146-47b1-9ab0-34fcd6c992a1 HTTP/1.1" status: 204 len: 168 time: 0.1148911 Nov 10 05:21:15.673514 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae406-c49d-46fb-98d3-9859e311d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1cd7d0-2146-47b1-9ab0-34fcd6c992a1,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:15.913212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34126) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:15.926109 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0a8b-5902-4681-8739-aff8ad92865f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:15.998569 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0a8b-5902-4681-8739-aff8ad92865f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.002217 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dd3f0a8b-5902-4681-8739-aff8ad92865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.040643 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f0a8b-5902-4681-8739-aff8ad92865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824b66a8-976e-498a-bf6b-7ccc7a88dd8f,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:16.044807 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-dd3f0a8b-5902-4681-8739-aff8ad92865f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=960d3dd52a7546a68bc3b05e4905f23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305723 Nov 10 05:21:16.047504 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34128) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:16.094118 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.114733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.161478 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.164104 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:16.165206 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/824b66a8-976e-498a-bf6b-7ccc7a88dd8f HTTP/1.1" status: 204 len: 168 time: 0.1168358 Nov 10 05:21:16.172757 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5775c78-0b41-49c9-b3c7-078368262f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b66a8-976e-498a-bf6b-7ccc7a88dd8f,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:17.652425 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34172) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:17.754271 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74a7fed1-70f5-4182-9ae9-c3b0a05bb79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.828302 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74a7fed1-70f5-4182-9ae9-c3b0a05bb79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.831799 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-74a7fed1-70f5-4182-9ae9-c3b0a05bb79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.869407 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-74a7fed1-70f5-4182-9ae9-c3b0a05bb79f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ba39124ce2f467984d9fccc63f9c465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159235 Nov 10 05:21:17.870262 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7fed1-70f5-4182-9ae9-c3b0a05bb79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559e2f87-9458-460c-a0af-e46e2402571c,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:17.872158 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34176) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:17.919798 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.940345 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.986537 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.989099 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:17.990224 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/559e2f87-9458-460c-a0af-e46e2402571c HTTP/1.1" status: 204 len: 168 time: 0.1169901 Nov 10 05:21:17.998896 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42287624-6e6e-4f43-9957-2839ab8be922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559e2f87-9458-460c-a0af-e46e2402571c,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:18.239785 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34182) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:18.253119 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-79711665-25cb-448f-b1ba-af43f540ceb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.326869 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-79711665-25cb-448f-b1ba-af43f540ceb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.330873 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-79711665-25cb-448f-b1ba-af43f540ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.333599 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:21:18.366724 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711665-25cb-448f-b1ba-af43f540ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd9633-74a0-43ce-86ac-8de3322a06e7,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:18.371632 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-79711665-25cb-448f-b1ba-af43f540ceb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e3daad5736d46d3b2885d691c947d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307294 Nov 10 05:21:18.374711 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34184) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:18.420364 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.441296 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.484630 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.487234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:18.488430 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2bd9633-74a0-43ce-86ac-8de3322a06e7 HTTP/1.1" status: 204 len: 168 time: 0.1127930 Nov 10 05:21:18.495862 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab1ebf-04cd-4d8c-a4fd-99ea05afc21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd9633-74a0-43ce-86ac-8de3322a06e7,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:20.719662 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34252) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:20.819413 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-60ff3ffb-adb8-4286-ac52-bc9235a61282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:20.894528 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-60ff3ffb-adb8-4286-ac52-bc9235a61282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:20.898093 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-60ff3ffb-adb8-4286-ac52-bc9235a61282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:20.938330 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3ffb-adb8-4286-ac52-bc9235a61282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f5c00-0ffa-444e-8247-3d39a097e8c0,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:20.943484 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-60ff3ffb-adb8-4286-ac52-bc9235a61282 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3da86b01c66d4b8fbd154c7fd751b8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227530 Nov 10 05:21:20.946141 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34256) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:20.992063 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.013153 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.056121 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.058963 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.060155 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c80f5c00-0ffa-444e-8247-3d39a097e8c0 HTTP/1.1" status: 204 len: 168 time: 0.1131272 Nov 10 05:21:21.068308 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596a1dd-eadc-4ddf-b0af-06162df9ab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f5c00-0ffa-444e-8247-3d39a097e8c0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:21.307381 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34262) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:21.320510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b5699aea-e51c-4c31-beab-d58b8c50564e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.390202 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b5699aea-e51c-4c31-beab-d58b8c50564e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.393858 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b5699aea-e51c-4c31-beab-d58b8c50564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.431764 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b5699aea-e51c-4c31-beab-d58b8c50564e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92ae40af43014d9596355a3b11dd528c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232734 Nov 10 05:21:21.433530 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5699aea-e51c-4c31-beab-d58b8c50564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb13028-7c1b-495e-8c19-9a36b54cadbc,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:21.434466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34264) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:21.483810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.504614 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.548719 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.551254 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:21.552400 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abb13028-7c1b-495e-8c19-9a36b54cadbc HTTP/1.1" status: 204 len: 168 time: 0.1169827 Nov 10 05:21:21.559745 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5e364-f3ef-4e35-a3ef-c66f7429ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb13028-7c1b-495e-8c19-9a36b54cadbc,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:22.545827 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-4d91b5ee-1788-4a66-bc95-11638c95bdcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317737 Nov 10 05:21:22.650137 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-4c18c1a3-a0f4-4a21-962c-5ba6c7ae2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:22.651655 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-4c18c1a3-a0f4-4a21-962c-5ba6c7ae2b1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.0401144 Nov 10 05:21:22.755883 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-bce5a9a8-aaaa-4577-bb2b-32e2e388658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:22.757333 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-bce5a9a8-aaaa-4577-bb2b-32e2e388658b service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.0857012 Nov 10 05:21:22.823785 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-215ba934-d5b7-4ad5-9138-cdf06e5929ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 1001 time: 0.0579212 Nov 10 05:21:22.878536 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-fdc56bbc-825f-43d3-814e-a19e8b5b699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:22.880028 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-fdc56bbc-825f-43d3-814e-a19e8b5b699c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0498626 Nov 10 05:21:22.925352 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-47d8e2fa-a97c-4c8d-af23-98a9f852bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:22.926844 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-47d8e2fa-a97c-4c8d-af23-98a9f852bb9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399594 Nov 10 05:21:23.020911 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-576af408-af0e-4fe6-9e33-fdd44508e829 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Nov 10 05:21:23.118983 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-14b72ebb-b5ee-474f-9512-5654f41c6bd5 req-651bb30f-7a67-48d6-b179-c1b44c16ac45 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907815 Nov 10 05:21:25.725334 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34338) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:25.825603 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2c9b49a3-aa53-4728-9c28-f12c6c19e64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:25.896773 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2c9b49a3-aa53-4728-9c28-f12c6c19e64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:25.900185 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-2c9b49a3-aa53-4728-9c28-f12c6c19e64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:25.937958 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-2c9b49a3-aa53-4728-9c28-f12c6c19e64e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=978b4c68eda24fb2a2e91f822559d38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115903 Nov 10 05:21:25.939134 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b49a3-aa53-4728-9c28-f12c6c19e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8645bd5e-f961-4ba6-8259-1049dc3004c6,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:25.940676 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34342) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:25.987224 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.008351 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.051980 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.054437 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.055583 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8645bd5e-f961-4ba6-8259-1049dc3004c6 HTTP/1.1" status: 204 len: 168 time: 0.1139178 Nov 10 05:21:26.063433 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd28f66-7e12-4ca1-a719-ceedffefd6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8645bd5e-f961-4ba6-8259-1049dc3004c6,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:26.302865 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34348) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:26.315620 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1a-37ee-4982-bd99-7e81d432eb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.385989 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1a-37ee-4982-bd99-7e81d432eb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.389540 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6b1a-37ee-4982-bd99-7e81d432eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.426380 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1cdc6b1a-37ee-4982-bd99-7e81d432eb05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bccd7db0b45147adaf39b0be5f6958ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1225114 Nov 10 05:21:26.428290 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc6b1a-37ee-4982-bd99-7e81d432eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98098b0d-b9b8-46c7-9a07-fae455e3c085,revision_number=1']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:26.429127 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34350) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:26.478482 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.499402 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.544150 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.547191 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:26.548334 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98098b0d-b9b8-46c7-9a07-fae455e3c085 HTTP/1.1" status: 204 len: 168 time: 0.1182036 Nov 10 05:21:26.555582 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde75c9-9f09-4abd-acd5-339bd90f58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98098b0d-b9b8-46c7-9a07-fae455e3c085,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:27.534813 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34380) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:27.636133 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b08e1403-d797-41dd-b424-9431534eb2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.708644 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b08e1403-d797-41dd-b424-9431534eb2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.712230 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-b08e1403-d797-41dd-b424-9431534eb2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_create {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.749570 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b08e1403-d797-41dd-b424-9431534eb2de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8ce90170e16439e88d562b54cb08b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136867 Nov 10 05:21:27.751487 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1403-d797-41dd-b424-9431534eb2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc369f-0373-4f5a-97a3-c1ecfe8b23d6,revision_number=1']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:27.752390 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34384) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:27.802278 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.822022 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.865377 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.867895 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:27.868992 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25dc369f-0373-4f5a-97a3-c1ecfe8b23d6 HTTP/1.1" status: 204 len: 168 time: 0.1155844 Nov 10 05:21:27.876375 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f48e3-c436-48ab-8d92-7fbcaf005c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc369f-0373-4f5a-97a3-c1ecfe8b23d6,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:30.867590 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5d880548-9eab-41b9-870d-d6822bcfa30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:31.647104 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [req-899e8503-9ca5-4af8-9d94-2ce55c096442 req-475d5755-fa3c-45b8-907b-428e8ebb2037 service neutron] (101801) timed out ('10.222.0.16', 57456) {{(pid=101801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 05:21:33.229858 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-393dea08-5b33-42cc-b590-0d0f45f4c7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:34.258722 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:36.039823 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:36.798032 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:41.407718 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.125855 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-dc8c5628-d493-409b-995f-08a6d82598c2 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764169829&fields=id&tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263 HTTP/1.1" status: 200 len: 267 time: 0.0435467 Nov 10 05:21:48.179103 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-d15b7940-1cc2-4962-92fd-22dbf56be47b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.180571 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-d15b7940-1cc2-4962-92fd-22dbf56be47b tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 984 time: 0.0493710 Nov 10 05:21:48.191097 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.v2.base [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Request body: {'port': {'security_groups': ['25693f74-8be1-4e0c-86e7-f6749e5b6b0a']}} {{(pid=101800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 05:21:48.253066 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553843'] for port, before_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.420610 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:48.448128 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for port, precommit_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.453143 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759427609739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759427098525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759427098543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14337949'] for port, after_update {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.492155 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:21:48.494434 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.496085 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.496455 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7f5e644f-dc42-41bb-953e-bb3ba84963b5 req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "PUT /v2.0/ports/459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 942 time: 0.3096189 Nov 10 05:21:48.496906 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:21:48.499179 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21" -d '{"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:21:48.504895 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34396) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:48.530337 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538879b-b2c3-4dc1-80bf-bfc4232f94e7 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event updated for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=7']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:48.555567 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0cb4ff-4e19-43d9-a714-9f7d7043a17f x-openstack-request-id: req-5a0cb4ff-4e19-43d9-a714-9f7d7043a17f {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:21:48.555946 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:21:48.556267 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a0cb4ff-4e19-43d9-a714-9f7d7043a17f {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:21:48.556927 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:21:48.579379 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.617272 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.659588 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:21:48.660426 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-2814078b-1667-488f-9a4f-7d06ba59ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.667164 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-2814078b-1667-488f-9a4f-7d06ba59ca3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0675361 Nov 10 05:21:48.695454 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.699133 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.700598 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f8841d3-f480-49f3-99ae-e5d0ddda35b2 HTTP/1.1" status: 204 len: 168 time: 0.1940517 Nov 10 05:21:48.706340 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34398) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:48.718718 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b4482-76bf-45bf-9d55-d877b04a5d02 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8841d3-f480-49f3-99ae-e5d0ddda35b2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:48.790095 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-1baf487d-b5ee-47f2-8ec8-996ba643dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.791780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-1baf487d-b5ee-47f2-8ec8-996ba643dbb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.1164641 Nov 10 05:21:48.839075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.provisioning_blocks [None req-d7d50f4d-d905-46e1-b162-3d373e2b4981 None None] Provisioning complete for port 459a3312-6899-428d-a9fc-2723007c13fc triggered by entity DHCP. {{(pid=101802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 05:21:48.839541 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d7d50f4d-d905-46e1-b162-3d373e2b4981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655419'] for port, provisioning_complete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.869780 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-e2bc5aa8-8c68-49f0-a0fb-3b90e654f512 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 1001 time: 0.0695202 Nov 10 05:21:48.883984 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Deleting port d5a2daa8-100f-4d78-a427-cb033c401f90 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:48.884403 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.921676 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-88a13a27-cc10-4fd7-b20c-79a64c92056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.923301 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-88a13a27-cc10-4fd7-b20c-79a64c92056e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0460262 Nov 10 05:21:48.962996 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.963345 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:48.969691 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-81839841-05dc-40cb-b451-ae9824f65f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:48.971206 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-81839841-05dc-40cb-b451-ae9824f65f88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396187 Nov 10 05:21:48.975110 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Calling delete_port for d5a2daa8-100f-4d78-a427-cb033c401f90 owned by network:floatingip {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:49.063592 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-8c052031-69b5-4cc3-bbdb-1864f3a936d0 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840683 Nov 10 05:21:49.119287 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:49.149553 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event deleted for resources: {'Port': ['ID=d5a2daa8-100f-4d78-a427-cb033c401f90,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:49.152286 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-1b947dc0-dea5-4c05-8d7d-c08aaae08c21 req-8b2c8be3-1682-43d3-b27c-cd6648a42132 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818651 Nov 10 05:21:49.203356 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks [] for floatingip, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:49.203686 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Floating IP 72f75a14-4fc2-4d5d-aae5-f96dab72fdfc disassociated (deleted). External IP: 172.27.3.116, port: 459a3312-6899-428d-a9fc-2723007c13fc. Nov 10 05:21:49.637439 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:21:49.741284 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:21:49.745978 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:49.750578 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Sync routers for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:21:49.760051 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:49.760736 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:49.771632 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-6225a6a8-4da8-425c-9aed-8d497df0b6cf tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "DELETE /v2.0/floatingips/72f75a14-4fc2-4d5d-aae5-f96dab72fdfc HTTP/1.1" status: 204 len: 168 time: 1.0641406 Nov 10 05:21:49.772215 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:21:49.774459 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e17ed-a446-4619-9244-54b2375a8ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:21:49.814055 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73f8b1-a756-4a1e-b876-dc3ea7076b6c x-openstack-request-id: req-3d73f8b1-a756-4a1e-b876-dc3ea7076b6c {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:21:49.814342 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:21:49.815450 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d73f8b1-a756-4a1e-b876-dc3ea7076b6c {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:21:49.816102 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:21:49.873496 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:49.903144 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-8967c4fe-2a18-439e-8062-594d8eb13e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:49.905034 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-8967c4fe-2a18-439e-8062-594d8eb13e7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0449343 Nov 10 05:21:50.007745 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-626beeaf-efe5-468b-856f-d5130ae0107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:50.009502 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-626beeaf-efe5-468b-856f-d5130ae0107b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 200 len: 914 time: 0.0974874 Nov 10 05:21:50.064836 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-0be6f8e0-9729-4000-893b-87b3b00fad8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 200 len: 217 time: 0.0422463 Nov 10 05:21:50.088488 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:50.114280 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Checking router: 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:21:50.122460 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:50.123050 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:50.128612 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-06e1f63c-82de-4141-ba24-6e85480335d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:50.130046 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-06e1f63c-82de-4141-ba24-6e85480335d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 200 len: 852 time: 0.0437400 Nov 10 05:21:50.174185 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-7e739d5e-45bc-4143-a6a4-188dfd0f44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:50.175696 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-7e739d5e-45bc-4143-a6a4-188dfd0f44b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efb56a2-32eb-4eb2-b0f2-81ff601a019e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386536 Nov 10 05:21:50.226162 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:50.267449 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-b3d3af16-bb37-4a35-bcb7-34cdee84e117 service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Nov 10 05:21:50.358959 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-074e17ed-a446-4619-9244-54b2375a8ce0 req-e7dfda0d-503c-4e61-9b40-07bc2197f34f service neutron] 10.222.0.16 "GET /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Nov 10 05:21:50.544758 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:50.572105 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b9503-6f4f-47cc-8eaf-34d54b5c405d None None] The sync data for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi is: [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:18:07Z', 'revision_number': 4, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': 'a484fe99-8153-418a-84db-107950a00d24', 'name': '', 'network_id': '1efb56a2-32eb-4eb2-b0f2-81ff601a019e', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'mac_address': 'fa:16:3e:65:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:07Z', 'updated_at': '2021-11-10T05:18:11Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'subnets': [{'id': '7c0bbc60-dd85-4b51-bf63-db5d8b998fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:21:50.776012 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab488f-0416-4c4b-9597-154464ca9e61 None None] New status for floating IP 72f75a14-4fc2-4d5d-aae5-f96dab72fdfc: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:21:52.459482 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612f478-d3f0-48c1-8c3c-fd8ddb51f5d7 req-85d85830-1ad3-4074-8bca-49d1a0062cc9 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:52.460906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7612f478-d3f0-48c1-8c3c-fd8ddb51f5d7 req-85d85830-1ad3-4074-8bca-49d1a0062cc9 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0463834 Nov 10 05:21:52.510611 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7612f478-d3f0-48c1-8c3c-fd8ddb51f5d7 req-c2b94949-19df-4569-8527-f6718725de8d tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437646 Nov 10 05:21:53.623614 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd7d0-6154-4163-bd4e-333f8d221184 req-cb2a635f-f595-4a11-a9a3-03d98c72168e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:53.625036 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7bfdd7d0-6154-4163-bd4e-333f8d221184 req-cb2a635f-f595-4a11-a9a3-03d98c72168e tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0463524 Nov 10 05:21:53.671032 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7bfdd7d0-6154-4163-bd4e-333f8d221184 req-66434f7d-81ee-4927-ab52-230096f02024 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Nov 10 05:21:53.881304 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [req-3c9b8105-85ad-48ca-9730-7f43e54aab15 req-33f40520-8e66-4628-b678-27b5e5ced71e service neutron] (101800) timed out ('10.222.0.16', 57461) {{(pid=101800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 05:21:54.641658 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-e7d44a4c-46b1-4415-8173-d405ac1e06cb tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:54.643058 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-e7d44a4c-46b1-4415-8173-d405ac1e06cb tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.16 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0467439 Nov 10 05:21:54.738015 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Deleting port 459a3312-6899-428d-a9fc-2723007c13fc {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:54.738261 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:55.093309 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3365-b89b-4089-bf82-47741fe50f8c req-c692f02d-b30b-4c71-8264-853f0afe65ed tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:55.095114 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-998a3365-b89b-4089-bf82-47741fe50f8c req-c692f02d-b30b-4c71-8264-853f0afe65ed tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/ports?device_id=13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8 HTTP/1.1" status: 200 len: 945 time: 0.3528996 Nov 10 05:21:55.115107 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] For port 459a3312-6899-428d-a9fc-2723007c13fc, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=459a3312-6899-428d-a9fc-2723007c13fc,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:55.115488 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:55.136790 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Calling delete_port for 459a3312-6899-428d-a9fc-2723007c13fc owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:55.166730 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-998a3365-b89b-4089-bf82-47741fe50f8c req-47bd4a5e-1776-4ae1-99ca-5a9e7e7ef408 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.18 "GET /v2.0/security-groups?id=25693f74-8be1-4e0c-86e7-f6749e5b6b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633426 Nov 10 05:21:55.276483 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:55.303643 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Pushing event deleted for resources: {'Port': ['ID=459a3312-6899-428d-a9fc-2723007c13fc,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:55.312413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-48438d51-467f-405c-8405-991646ac5d12 None None] get_ports_and_sgs() called for port_ids ['459a3312-6899-428d-a9fc-2723007c13fc'] {{(pid=101802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 05:21:55.332936 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:21:55.346817 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] No DVR routers for this DVR port 459a3312-6899-428d-a9fc-2723007c13fc on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:21:55.349124 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:55.352404 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-83f0811a-b710-4ecf-874d-df0159008fc5 req-64db86fa-c664-4bbf-99df-6c3ab1de2418 tempest-TestMinimumBasicScenario-928623809 tempest-TestMinimumBasicScenario-928623809-project] 10.222.0.16 "DELETE /v2.0/ports/459a3312-6899-428d-a9fc-2723007c13fc HTTP/1.1" status: 204 len: 173 time: 0.7028232 Nov 10 05:21:55.352918 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'name': 'network-vif-deleted', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:21:55.355071 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b0bedc-22fb-420d-bff0-5e9a7228041b" -d '{"events": [{"server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "name": "network-vif-deleted", "tag": "459a3312-6899-428d-a9fc-2723007c13fc"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:21:55.394768 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70081036-0ac5-42f3-b677-3df63fa50d1c x-openstack-request-id: req-70081036-0ac5-42f3-b677-3df63fa50d1c {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:21:55.395079 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8", "name": "network-vif-deleted", "tag": "459a3312-6899-428d-a9fc-2723007c13fc", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:21:55.395360 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70081036-0ac5-42f3-b677-3df63fa50d1c {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:21:55.395721 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13346cfd-95cd-4ba5-bcaa-bcac09ef1bb8', 'name': 'network-vif-deleted', 'tag': '459a3312-6899-428d-a9fc-2723007c13fc', 'status': 'completed', 'code': 200} Nov 10 05:21:56.848151 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34480) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:56.940035 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34482) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:57.095119 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port 61102cbd-6653-4eee-952a-eee367d6c775 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:57.095396 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.167638 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.167955 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.179775 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for 61102cbd-6653-4eee-952a-eee367d6c775 owned by network:floatingip {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:57.180974 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.323631 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.349649 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=61102cbd-6653-4eee-952a-eee367d6c775,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:57.405587 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.406022 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP ba4246c6-fdde-4d6b-8871-acc42ce205c3 disassociated (deleted). External IP: 172.27.3.185, port: 303a31c2-284d-4c5e-9bcf-002f1ca66fcd. Nov 10 05:21:57.422547 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Deleting port a484fe99-8153-418a-84db-107950a00d24 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:57.423041 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.498777 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] For port a484fe99-8153-418a-84db-107950a00d24, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a484fe99-8153-418a-84db-107950a00d24,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:57.499138 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.512025 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Calling delete_port for a484fe99-8153-418a-84db-107950a00d24 owned by network:router_interface {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:57.607818 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:21:57.687950 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.712205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a484fe99-8153-418a-84db-107950a00d24,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:57.713995 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:21:57.719083 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.727042 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:21:57.743231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:57.743892 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:57.745561 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.746080 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.746425 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.746753 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.747078 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.747423 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.747755 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.748075 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.748396 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.748715 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.749032 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.749375 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:21:57.765403 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-da7bde36-f471-40d2-92cb-b7e0328f9571 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "DELETE /v2.0/floatingips/ba4246c6-fdde-4d6b-8871-acc42ce205c3 HTTP/1.1" status: 204 len: 168 time: 0.8157005 Nov 10 05:21:57.766109 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:21:57.768466 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c24c35-3805-4d72-9823-dc2bcb2becd8" -d '{"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:21:57.808363 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e36921-0c6d-4732-bfa4-ee44fb75d05f x-openstack-request-id: req-39e36921-0c6d-4732-bfa4-ee44fb75d05f {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:21:57.808914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:21:57.809394 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39e36921-0c6d-4732-bfa4-ee44fb75d05f {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:21:57.809969 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'status': 'completed', 'code': 200} Nov 10 05:21:57.899055 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:57.957841 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:57.969293 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-3ec3d889-a531-447b-8b0f-8cfab364385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:57.970904 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-3ec3d889-a531-447b-8b0f-8cfab364385e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 1099 time: 0.1081941 Nov 10 05:21:58.137097 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:58.159177 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e729b-52d0-4e6f-8036-574c88a096c6 req-4e2e7091-d823-4271-a70d-936a6a5ec5df tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:58.160614 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d1e729b-52d0-4e6f-8036-574c88a096c6 req-4e2e7091-d823-4271-a70d-936a6a5ec5df tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.1851234 Nov 10 05:21:58.166610 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:21:58.175352 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:58.175944 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:58.205964 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-a6691463-0f66-4744-aaef-100c53e5dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:58.207426 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-a6691463-0f66-4744-aaef-100c53e5dd43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.1857359 Nov 10 05:21:58.277851 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:58.296265 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-00fdf0c3-be12-47c1-be8a-d3e66d838923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 200 len: 217 time: 0.0780497 Nov 10 05:21:58.302360 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-7d1e729b-52d0-4e6f-8036-574c88a096c6 req-015bc505-de12-495e-8fe4-2fb25a48203a tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330976 Nov 10 05:21:58.307358 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 459a3312-6899-428d-a9fc-2723007c13fc no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:21:58.334337 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 459a3312-6899-428d-a9fc-2723007c13fc {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:21:58.334675 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 459a3312-6899-428d-a9fc-2723007c13fc not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:21:58.390919 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-1dee9a16-69f1-461e-a263-60b3c27948f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:58.392408 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-1dee9a16-69f1-461e-a263-60b3c27948f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0838387 Nov 10 05:21:58.429398 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:21:58.482002 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-89207ba7-d6ce-4dd8-a240-8a1bfa777ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:58.483528 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-89207ba7-d6ce-4dd8-a240-8a1bfa777ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812228 Nov 10 05:21:58.521018 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:58.551765 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c9f7c-1836-4f04-b21f-590d252ac322 None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_floatingips': [{'id': 'aeb41fc9-4f0f-44b6-8ee3-667943a9266f', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'router_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'port_id': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'mac_address': 'fa:16:3e:5f:1c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T05:16:52Z', 'updated_at': '2021-11-10T05:16:54Z', 'revision_number': 1, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:21:58.604234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:21:58.612143 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-f395a560-29fc-4dde-a322-dc4aaa516f3f admin admin] 10.222.0.18 "PUT /v2.0/routers/2b22ecb9-fd3e-4efb-ade3-e011a33eae73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7599044 Nov 10 05:21:58.612320 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34490) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:58.615133 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Sync routers for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:21:58.626245 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:58.627059 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:58.674331 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-b3a8e007-0577-416a-9d33-1fe38950a089 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790946 Nov 10 05:21:58.739708 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:58.792667 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks [] for router, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:58.811535 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b5cfa-1238-4522-aeb1-7a31fd061ab4 None None] New status for floating IP ba4246c6-fdde-4d6b-8871-acc42ce205c3: DOWN {{(pid=101802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:21:58.887668 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-91c24c35-3805-4d72-9823-dc2bcb2becd8 req-630abd32-a363-4d4a-9d35-14ac9a337d5f service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784871 Nov 10 05:21:58.914728 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:58.940272 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:21:57Z', 'revision_number': 5, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port': {'id': 'a0480a82-74eb-40ee-a597-e69715d479c2', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:05Z', 'updated_at': '2021-11-10T05:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:58.969245 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Checking router: 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:21:58.972060 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Deleting port a0480a82-74eb-40ee-a597-e69715d479c2 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:21:58.972552 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:58.977308 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Routers {'2b22ecb9-fd3e-4efb-ade3-e011a33eae73'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:21:58.977902 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:59.049527 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] For port a0480a82-74eb-40ee-a597-e69715d479c2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=a0480a82-74eb-40ee-a597-e69715d479c2,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:21:59.049895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.064277 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] Set router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:21:59.066201 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Calling delete_port for a0480a82-74eb-40ee-a597-e69715d479c2 owned by network:router_gateway {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:21:59.113798 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:21:58Z', 'revision_number': 6, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:21:59.143675 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8165-68ff-4e4f-ad08-2b16fc9802c1 None None] The sync data for ids ['2b22ecb9-fd3e-4efb-ade3-e011a33eae73'] in dv-cinder-817135-4-iscsi is: [{'id': '2b22ecb9-fd3e-4efb-ade3-e011a33eae73', 'name': 'tempest-TestMinimumBasicScenario-18833732-router', 'tenant_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:04Z', 'updated_at': '2021-11-10T05:21:58Z', 'revision_number': 6, 'project_id': 'bd664d3c11ee46129f0c6c6d2e3d6263', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:21:59.227940 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.256729 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0480a82-74eb-40ee-a597-e69715d479c2,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:21:59.313716 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.678910 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.682354 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.736577 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e31d1-4eb1-4cce-8b80-d5deb9657318 req-c9f0eb8a-e0e8-4b56-9608-f2bec350bfc5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:21:59.737415 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-422e31d1-4eb1-4cce-8b80-d5deb9657318 req-c9f0eb8a-e0e8-4b56-9608-f2bec350bfc5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.1116412 Nov 10 05:21:59.738465 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.738929 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b22ecb9-fd3e-4efb-ade3-e011a33eae73 {{(pid=101800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:21:59.743743 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.744678 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1e5ce9d9-bdef-47d0-bbdf-e1eabc81330c admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b22ecb9-fd3e-4efb-ade3-e011a33eae73 HTTP/1.1" status: 204 len: 168 time: 1.1307983 Nov 10 05:21:59.747206 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34494) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:21:59.821829 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Deleting subnet 7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:21:59.825314 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.830490 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-422e31d1-4eb1-4cce-8b80-d5deb9657318 req-194089b8-2331-4684-90ba-314b1eef0d23 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759962 Nov 10 05:21:59.868390 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:21:59.973330 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.006732 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-b90d5627-c432-435b-97f8-0d6239dd0fbc tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:00.008214 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-b90d5627-c432-435b-97f8-0d6239dd0fbc tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 946 time: 0.0969133 Nov 10 05:22:00.060421 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a0480a82-74eb-40ee-a597-e69715d479c2 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:00.086766 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: a0480a82-74eb-40ee-a597-e69715d479c2 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:00.087381 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a0480a82-74eb-40ee-a597-e69715d479c2 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:00.088439 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a484fe99-8153-418a-84db-107950a00d24 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:00.095851 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.113231 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: a484fe99-8153-418a-84db-107950a00d24 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:00.113568 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device a484fe99-8153-418a-84db-107950a00d24 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:00.126573 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.129775 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c0bbc60-dd85-4b51-bf63-db5d8b998fb2 HTTP/1.1" status: 204 len: 168 time: 0.3816240 Nov 10 05:22:00.130669 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820dc15-fa75-446c-93cc-f2d9e0216c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0bbc60-dd85-4b51-bf63-db5d8b998fb2,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:00.132285 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34496) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:00.135167 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04d0b9-a910-409f-9225-63ed987c1bcf None None] Network 1efb56a2-32eb-4eb2-b0f2-81ff601a019e requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:22:00.212225 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:00.212561 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.229078 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.310646 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] DHCP port deletion for 1efb56a2-32eb-4eb2-b0f2-81ff601a019e request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:22:00.334895 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] For port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:00.335255 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.352591 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for 303a31c2-284d-4c5e-9bcf-002f1ca66fcd owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:00.356375 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Deleting port f81e4144-fede-4e11-bd25-824525055892 {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:00.356761 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.397748 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Deleting port f81e4144-fede-4e11-bd25-824525055892 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:00.398076 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.420671 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] For port f81e4144-fede-4e11-bd25-824525055892, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f81e4144-fede-4e11-bd25-824525055892,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:00.420982 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.479328 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] For port f81e4144-fede-4e11-bd25-824525055892, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=f81e4144-fede-4e11-bd25-824525055892,segment=NetworkSegment(adb8b741-2c7d-49de-b929-87ff9f7a09f1),segment_id=adb8b741-2c7d-49de-b929-87ff9f7a09f1)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:00.479723 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.502246 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Calling delete_port for f81e4144-fede-4e11-bd25-824525055892 owned by network:dhcp {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:00.556955 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Calling delete_port for f81e4144-fede-4e11-bd25-824525055892 owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:00.599382 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.640366 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=303a31c2-284d-4c5e-9bcf-002f1ca66fcd,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:00.671803 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.677979 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.691649 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] No DVR routers for this DVR port 303a31c2-284d-4c5e-9bcf-002f1ca66fcd on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:00.694074 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.697550 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-cd58b0fd-4141-44c5-92c3-c391559200ec req-84a675ce-2cd7-4e14-bff7-d98bc76cae69 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "DELETE /v2.0/ports/303a31c2-284d-4c5e-9bcf-002f1ca66fcd HTTP/1.1" status: 204 len: 173 time: 0.6813948 Nov 10 05:22:00.704804 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Pushing event deleted for resources: {'Port': ['ID=f81e4144-fede-4e11-bd25-824525055892,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:00.707021 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] No DVR routers for this DVR port f81e4144-fede-4e11-bd25-824525055892 on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.717505 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.720635 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'name': 'network-vif-deleted', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:22:00.720745 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.720745 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.720745 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44735113-fe04-4b69-bad4-a1ad26ff8482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:00.721009 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b29f83-cfaa-4fdf-bb02-eab457abc21c" -d '{"events": [{"server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "name": "network-vif-deleted", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:22:00.724648 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] No DVR routers for this DVR port f81e4144-fede-4e11-bd25-824525055892 on host dv-cinder-817135-4-iscsi {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:00.726856 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81e4144-fede-4e11-bd25-824525055892,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:00.769689 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe532b-efdb-4da6-a73b-418ecbff703a x-openstack-request-id: req-08fe532b-efdb-4da6-a73b-418ecbff703a {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:22:00.769978 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fc9c11-7f0a-435c-87b8-fd6174632c8b", "name": "network-vif-deleted", "tag": "303a31c2-284d-4c5e-9bcf-002f1ca66fcd", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:22:00.770227 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08fe532b-efdb-4da6-a73b-418ecbff703a {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:22:00.770614 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fc9c11-7f0a-435c-87b8-fd6174632c8b', 'name': 'network-vif-deleted', 'tag': '303a31c2-284d-4c5e-9bcf-002f1ca66fcd', 'status': 'completed', 'code': 200} Nov 10 05:22:00.803728 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.823497 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb56a2-32eb-4eb2-b0f2-81ff601a019e']}} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:00.832282 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb8b741-2c7d-49de-b929-87ff9f7a09f1') {'for_net_delete': True} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:00.832568 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.services.segments.db [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb8b741-2c7d-49de-b929-87ff9f7a09f1') {} {{(pid=101800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:00.841544 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12757107'] for segment, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.864207 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.871466 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:22:00.871927 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14338041'] for segment, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.872883 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-8d86c1c6-05c7-4c8a-bbf2-5557f387d5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: Traceback (most recent call last): Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: timer() Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: cb(*args, **kw) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: return func(*args, **kwargs) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: self._notify() Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: self.callback(batched_events) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: event.method(event) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: return f(self, *a, **k) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._get(url).json() Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: return self.request(url, 'GET', **kwargs) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:22:00.873715 dv-cinder-817135-4-iscsi neutron-server[101800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:22:00.947706 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-8fd65078-3eb8-41b8-9d72-374b8461488e req-aa717b42-00e2-4b70-a5d6-b1d8c994287f tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=47fc9c11-7f0a-435c-87b8-fd6174632c8b HTTP/1.1" status: 200 len: 210 time: 0.0297523 Nov 10 05:22:00.954567 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.959848 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:00.971169 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1efb56a2-32eb-4eb2-b0f2-81ff601a019e HTTP/1.1" status: 204 len: 168 time: 0.8297999 Nov 10 05:22:00.971304 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34502) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:00.973748 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e847187-1daa-4eb0-9883-244c4fcab881 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efb56a2-32eb-4eb2-b0f2-81ff601a019e,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:01.323183 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:01.585986 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Deleting port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:01.586414 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:01.662703 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] For port 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:01.662966 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:01.675936 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Calling delete_port for 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 owned by network:router_interface {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:01.846057 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:01.875009 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Pushing event deleted for resources: {'Port': ['ID=5dce5925-6de8-4ea5-9f3c-20417ed3dbd2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:01.900864 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.901210 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.901545 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.901876 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.902206 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.902534 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.902856 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.903177 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.903525 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.903845 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.904410 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:01.904735 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-4-iscsi {{(pid=101801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 05:22:02.054914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.138981 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device f81e4144-fede-4e11-bd25-824525055892 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:02.162431 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: f81e4144-fede-4e11-bd25-824525055892 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:02.162712 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device f81e4144-fede-4e11-bd25-824525055892 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:02.278839 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Router ac5999c8-9431-4d8c-91df-89ebfec749da has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:22:02.383799 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:22:02.389074 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-dad47da5-23e8-4374-a86a-b62866a1e15d admin admin] 10.222.0.18 "PUT /v2.0/routers/ac5999c8-9431-4d8c-91df-89ebfec749da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217176 Nov 10 05:22:02.391750 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34510) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:02.392209 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Sync routers for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:22:02.402224 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:02.402818 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:02.496716 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.603243 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.604626 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:02.664276 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Deleting port 74edfd79-604d-418c-8bf0-ad3e5b3edf20 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:02.664708 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.743660 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] For port 74edfd79-604d-418c-8bf0-ad3e5b3edf20, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=74edfd79-604d-418c-8bf0-ad3e5b3edf20,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:02.744350 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.757578 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Calling delete_port for 74edfd79-604d-418c-8bf0-ad3e5b3edf20 owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:02.790346 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:22:01Z', 'revision_number': 5, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port': {'id': '74edfd79-604d-418c-8bf0-ad3e5b3edf20', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:02.816452 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Checking router: ac5999c8-9431-4d8c-91df-89ebfec749da for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:22:02.824748 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Routers {'ac5999c8-9431-4d8c-91df-89ebfec749da'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:02.825357 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:21:33Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['ac5999c8-9431-4d8c-91df-89ebfec749da'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:02.913471 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] Set router ac5999c8-9431-4d8c-91df-89ebfec749da gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:02.917961 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:02.944209 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Pushing event deleted for resources: {'Port': ['ID=74edfd79-604d-418c-8bf0-ad3e5b3edf20,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:02.968525 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:22:02Z', 'revision_number': 6, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:02.995081 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e4725-ba8c-4753-a2c5-e9a6be67cc79 None None] The sync data for ids ['ac5999c8-9431-4d8c-91df-89ebfec749da'] in dv-cinder-817135-4-iscsi is: [{'id': 'ac5999c8-9431-4d8c-91df-89ebfec749da', 'name': 'tempest-TestMinimumBasicScenario-947784141-router', 'tenant_id': '2776aef730624efeb7cbc1b8607d281b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:18:09Z', 'updated_at': '2021-11-10T05:22:02Z', 'revision_number': 6, 'project_id': '2776aef730624efeb7cbc1b8607d281b', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:22:03.232304 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-61e9e516-8eb2-44cb-9374-778eed02a92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.250463 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.335319 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.337507 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.382421 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.383196 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5999c8-9431-4d8c-91df-89ebfec749da {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:22:03.388582 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.389354 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-c0f955c7-731d-4d53-8fb6-91daf79af00d admin admin] 10.222.0.18 "DELETE /v2.0/routers/ac5999c8-9431-4d8c-91df-89ebfec749da HTTP/1.1" status: 204 len: 168 time: 0.9966159 Nov 10 05:22:03.391968 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34518) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:03.440170 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Deleting subnet 2013826c-2a38-4d05-a9d4-afb6cb2b6365 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:22:03.445186 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.478205 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.565847 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.619291 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.643906 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2013826c-2a38-4d05-a9d4-afb6cb2b6365,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:03.647364 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.651401 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-ae4b03e2-83b5-47f4-afd2-a6a0c21fd89c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2013826c-2a38-4d05-a9d4-afb6cb2b6365 HTTP/1.1" status: 204 len: 168 time: 0.2582731 Nov 10 05:22:03.653010 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dc35a-4641-4d8a-95a0-3618289a8b4f None None] Network 222536ae-033c-48cc-b690-2c16d716d0c4 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:22:03.653139 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34520) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:03.730641 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.787643 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Deleting port e1eaa8dc-3ba3-407b-817c-c2524eff9007 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:03.787973 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.822983 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] DHCP port deletion for 222536ae-033c-48cc-b690-2c16d716d0c4 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:22:03.865816 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] For port e1eaa8dc-3ba3-407b-817c-c2524eff9007, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=e1eaa8dc-3ba3-407b-817c-c2524eff9007,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:03.866362 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.870647 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Deleting port e1eaa8dc-3ba3-407b-817c-c2524eff9007 {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:03.871005 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.879568 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Calling delete_port for e1eaa8dc-3ba3-407b-817c-c2524eff9007 owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:03.933818 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] For port e1eaa8dc-3ba3-407b-817c-c2524eff9007, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=e1eaa8dc-3ba3-407b-817c-c2524eff9007,segment=NetworkSegment(8a8d686e-e2e4-42c5-97a7-6839b0e5353f),segment_id=8a8d686e-e2e4-42c5-97a7-6839b0e5353f)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:03.934204 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.950776 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Calling delete_port for e1eaa8dc-3ba3-407b-817c-c2524eff9007 owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:03.956507 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:03.984262 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] No DVR routers for this DVR port e1eaa8dc-3ba3-407b-817c-c2524eff9007 on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:03.987831 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1eaa8dc-3ba3-407b-817c-c2524eff9007,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:04.032986 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.045983 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] No DVR routers for this DVR port e1eaa8dc-3ba3-407b-817c-c2524eff9007 on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:04.066338 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39353-3457-452d-b959-753d94b7d388 None None] Pushing event deleted for resources: {'Port': ['ID=e1eaa8dc-3ba3-407b-817c-c2524eff9007,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:04.088346 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.091343 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:04.110318 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222536ae-033c-48cc-b690-2c16d716d0c4']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:04.112878 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:04.113223 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 5dce5925-6de8-4ea5-9f3c-20417ed3dbd2 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:04.113636 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 74edfd79-604d-418c-8bf0-ad3e5b3edf20 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:04.120817 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8d686e-e2e4-42c5-97a7-6839b0e5353f') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:04.124026 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8d686e-e2e4-42c5-97a7-6839b0e5353f') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:04.132962 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 74edfd79-604d-418c-8bf0-ad3e5b3edf20 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:04.133306 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 74edfd79-604d-418c-8bf0-ad3e5b3edf20 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:04.133707 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device e1eaa8dc-3ba3-407b-817c-c2524eff9007 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:04.134618 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.148254 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.154608 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:22:04.154987 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.157075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: e1eaa8dc-3ba3-407b-817c-c2524eff9007 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:22:04.157403 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:22:04.159916 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device e1eaa8dc-3ba3-407b-817c-c2524eff9007 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:04.216563 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.221907 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.225189 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] 10.222.0.18 "DELETE /v2.0/networks/222536ae-033c-48cc-b690-2c16d716d0c4 HTTP/1.1" status: 204 len: 168 time: 0.5709970 Nov 10 05:22:04.238983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f240595-41d9-4fa9-9ca2-3cfcbe957031 admin admin] Pushing event deleted for resources: {'Network': ['ID=222536ae-033c-48cc-b690-2c16d716d0c4,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:04.247543 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34526) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:04.266093 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.323237 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 303a31c2-284d-4c5e-9bcf-002f1ca66fcd no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:04.342992 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: 303a31c2-284d-4c5e-9bcf-002f1ca66fcd {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:04.343646 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device 303a31c2-284d-4c5e-9bcf-002f1ca66fcd not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:04.404689 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34528) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:04.435286 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port 0b2dde16-a74d-4e16-be03-cc14eb2747b2 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:04.435637 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.466252 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-65768cb2-8d76-41c1-8996-f85d77ba99cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd664d3c11ee46129f0c6c6d2e3d6263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605416 Nov 10 05:22:04.469495 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34530) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:04.517260 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.523859 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.524179 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.536508 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for 0b2dde16-a74d-4e16-be03-cc14eb2747b2 owned by network:floatingip {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:04.538487 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.587077 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.589607 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.590755 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25693f74-8be1-4e0c-86e7-f6749e5b6b0a HTTP/1.1" status: 204 len: 168 time: 0.1202793 Nov 10 05:22:04.598716 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18a44e-36bd-4e18-ae14-748f86b065e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25693f74-8be1-4e0c-86e7-f6749e5b6b0a,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:04.683205 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.719111 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=0b2dde16-a74d-4e16-be03-cc14eb2747b2,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:04.772955 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:04.773291 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.db.l3_db [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Floating IP aeb41fc9-4f0f-44b6-8ee3-667943a9266f disassociated (deleted). External IP: 172.27.3.71, port: aac1e74b-2263-42aa-af8a-1e9514a131c2. Nov 10 05:22:04.918595 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34536) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:04.956906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-509e2425-ffde-49a2-9e31-086ea502cf22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2776aef730624efeb7cbc1b8607d281b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370805 Nov 10 05:22:04.959284 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34538) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:04.981838 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:22:05.005451 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:05.026084 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:05.074027 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:05.076632 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:05.077951 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/764e09c7-9f75-493f-b091-058122624026 HTTP/1.1" status: 204 len: 168 time: 0.1176307 Nov 10 05:22:05.087661 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0656058-c2d7-4f73-a782-3f670c2d3ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764e09c7-9f75-493f-b091-058122624026,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:05.090187 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:22:05.094407 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:05.101724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:22:05.117868 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:05.118870 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:05.127815 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-ac9134c4-fba5-4d45-aa5c-0e0b6f144d94 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "DELETE /v2.0/floatingips/aeb41fc9-4f0f-44b6-8ee3-667943a9266f HTTP/1.1" status: 204 len: 168 time: 0.8792071 Nov 10 05:22:05.128776 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2'}] {{(pid=101801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:22:05.130990 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdfcc282aa84d0b2c2b3d76b78550b850b90bcbf648f204bf8fb3293a8212ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23eb8d7-730d-4ae9-a031-8190fec85df6" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2"}]}' {{(pid=101801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:22:05.173931 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef63d2a-b744-43e0-9f7f-94d62e796c7f x-openstack-request-id: req-1ef63d2a-b744-43e0-9f7f-94d62e796c7f {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:22:05.174286 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2", "status": "completed", "code": 200}]} {{(pid=101801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:22:05.174603 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ef63d2a-b744-43e0-9f7f-94d62e796c7f {{(pid=101801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:22:05.175032 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'status': 'completed', 'code': 200} Nov 10 05:22:05.239526 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:05.269803 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-56c359d2-cc50-46aa-94de-fa2e0fb16629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:05.272124 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-56c359d2-cc50-46aa-94de-fa2e0fb16629 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a6bba38248e474db34b5086fe25d791&device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.0491624 Nov 10 05:22:05.430681 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005536fb-fc91-4d6c-9d12-24a168c7aa86 req-1bdb0a2d-9dcd-49f4-87c9-6ac534c613bb tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:05.432463 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-005536fb-fc91-4d6c-9d12-24a168c7aa86 req-1bdb0a2d-9dcd-49f4-87c9-6ac534c613bb tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0743909 Nov 10 05:22:05.433389 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-f3f2e4d5-ecf6-43af-b94a-e1b95a012578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:05.434692 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-f3f2e4d5-ecf6-43af-b94a-e1b95a012578 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 200 len: 912 time: 0.1557732 Nov 10 05:22:05.496749 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:05.500414 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-a7dbc7ea-3c75-4e4e-aaf0-0f56bb9c9fec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 200 len: 217 time: 0.0549905 Nov 10 05:22:05.525125 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:22:05.533544 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:05.534131 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:05.553906 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-005536fb-fc91-4d6c-9d12-24a168c7aa86 req-5554020e-e812-43e1-a38f-d2b871c177c5 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150939 Nov 10 05:22:05.568959 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-f466a5f6-6393-4da4-9250-ad1cc051c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:05.570406 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-f466a5f6-6393-4da4-9250-ad1cc051c463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 200 len: 850 time: 0.0602863 Nov 10 05:22:05.615373 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-8befce38-60ae-4af1-adbd-a926a39a1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:05.616876 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-8befce38-60ae-4af1-adbd-a926a39a1db3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec5c149-3e0d-46f2-bc14-029b10e64cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386367 Nov 10 05:22:05.638001 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:05.709348 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-ea166ae1-31e9-4fd5-9038-b42f19e25a01 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Nov 10 05:22:05.802126 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-f23eb8d7-730d-4ae9-a031-8190fec85df6 req-9016dc77-9ab6-48d0-ba25-7c52875a43f5 service neutron] 10.222.0.16 "GET /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Nov 10 05:22:05.838521 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:05.869565 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a519b-bf2f-4abc-b7c7-25ae2053ed0a None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:13:04Z', 'revision_number': 4, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi', '_interfaces': [{'id': '133cf125-6081-4e7e-8913-fa2169270475', 'name': '', 'network_id': 'bec5c149-3e0d-46f2-bc14-029b10e64cd0', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'mac_address': 'fa:16:3e:1d:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:03Z', 'updated_at': '2021-11-10T05:13:09Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'subnets': [{'id': 'c8813010-772b-4e46-a9bd-ddbfb109baa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:22:06.043413 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:06.080264 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadc3e1-abe6-4b4e-a4c1-0eda2541d3eb None None] New status for floating IP aeb41fc9-4f0f-44b6-8ee3-667943a9266f: DOWN {{(pid=101803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 05:22:06.204707 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-c57fe043-fbdd-4cf4-8594-7caef916da9b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 05:22:06.206135 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-c57fe043-fbdd-4cf4-8594-7caef916da9b tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0524304 Nov 10 05:22:06.291775 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port aac1e74b-2263-42aa-af8a-1e9514a131c2 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:06.292110 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:06.379535 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] For port aac1e74b-2263-42aa-af8a-1e9514a131c2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=aac1e74b-2263-42aa-af8a-1e9514a131c2,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:06.379816 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:06.391802 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for aac1e74b-2263-42aa-af8a-1e9514a131c2 owned by compute:nova {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:06.512126 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:06.541310 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=aac1e74b-2263-42aa-af8a-1e9514a131c2,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:06.581731 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] No DVR routers for this DVR port aac1e74b-2263-42aa-af8a-1e9514a131c2 on host hv-cinder-81713 {{(pid=101800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:06.584369 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for port, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:06.587636 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-b66d1177-d281-45ea-9724-691bea5f43a6 req-837a729c-16db-409a-bf71-988bc0eb3058 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.16 "DELETE /v2.0/ports/aac1e74b-2263-42aa-af8a-1e9514a131c2 HTTP/1.1" status: 204 len: 173 time: 0.3754864 Nov 10 05:22:06.588063 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'name': 'network-vif-deleted', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2'}] {{(pid=101800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 05:22:06.590383 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7216ca922c35af2ee6447e303eb9607043305659da6bdd936d45f92b8a5c254e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f05ff-b461-42dc-ba43-b3aa888417a0" -d '{"events": [{"server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "name": "network-vif-deleted", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2"}]}' {{(pid=101800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 05:22:06.633430 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 05:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c19ba-4124-42b8-81fa-eceaea7bf7e3 x-openstack-request-id: req-463c19ba-4124-42b8-81fa-eceaea7bf7e3 {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 05:22:06.633652 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f8129-a11d-4158-84ca-5bfbf4eeeb56", "name": "network-vif-deleted", "tag": "aac1e74b-2263-42aa-af8a-1e9514a131c2", "status": "completed", "code": 200}]} {{(pid=101800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 05:22:06.633899 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-463c19ba-4124-42b8-81fa-eceaea7bf7e3 {{(pid=101800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 05:22:06.634282 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f8129-a11d-4158-84ca-5bfbf4eeeb56', 'name': 'network-vif-deleted', 'tag': 'aac1e74b-2263-42aa-af8a-1e9514a131c2', 'status': 'completed', 'code': 200} Nov 10 05:22:06.650975 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [req-77699f0b-0e0d-4a65-bbf3-19396295c9c7 req-569712ef-be4b-4be3-babd-a11517af7acc tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77f8129-a11d-4158-84ca-5bfbf4eeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Nov 10 05:22:06.800353 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:07.707178 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34554) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:07.824905 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Deleting port feb7ec04-74ba-4f7d-829e-87452c039691 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:07.825239 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:07.902596 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:07.902916 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:07.915019 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Calling delete_port for feb7ec04-74ba-4f7d-829e-87452c039691 owned by network:floatingip {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:08.042234 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:08.068396 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'Port': ['ID=feb7ec04-74ba-4f7d-829e-87452c039691,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:08.122813 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for floatingip, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:08.125900 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74630'] for floatingip, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:08.127032 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c64caac7-f571-4d59-a186-f1647187e2f4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "DELETE /v2.0/floatingips/68dd7c95-f912-4e90-9837-fdc2e8f3eeba HTTP/1.1" status: 204 len: 168 time: 0.4188623 Nov 10 05:22:09.309333 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34566) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:09.364096 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:09.387711 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:09.444287 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:09.446782 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Publish callbacks [] for security_group, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:09.447930 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f6545e5-0aba-41a0-81b1-b7cb4ba729f0 HTTP/1.1" status: 204 len: 168 time: 0.1376362 Nov 10 05:22:09.456640 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddc29b-556e-415e-804c-04d582c84eb4 tempest-TestVolumeBootPattern-804757449 tempest-TestVolumeBootPattern-804757449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6545e5-0aba-41a0-81b1-b7cb4ba729f0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:09.506434 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34570) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:10.024820 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:10.260967 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Deleting port 133cf125-6081-4e7e-8913-fa2169270475 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:10.261217 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:10.335346 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] For port 133cf125-6081-4e7e-8913-fa2169270475, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=133cf125-6081-4e7e-8913-fa2169270475,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:10.335975 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:10.344526 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device aac1e74b-2263-42aa-af8a-1e9514a131c2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:10.347880 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Calling delete_port for 133cf125-6081-4e7e-8913-fa2169270475 owned by network:router_interface {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:10.364668 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-48438d51-467f-405c-8405-991646ac5d12 None None] No Port match for: aac1e74b-2263-42aa-af8a-1e9514a131c2 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:10.365042 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Device aac1e74b-2263-42aa-af8a-1e9514a131c2 not bound to the agent host hv-cinder-81713 {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:10.520667 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:10.551454 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Pushing event deleted for resources: {'Port': ['ID=133cf125-6081-4e7e-8913-fa2169270475,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:10.708247 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:10.914034 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Router 18446021-100f-4d3b-953b-d1fa13a6a5ce has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:22:11.015670 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:22:11.021383 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-b4411172-3ee7-4ee6-b811-4ca684b8674e admin admin] 10.222.0.18 "PUT /v2.0/routers/18446021-100f-4d3b-953b-d1fa13a6a5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139186 Nov 10 05:22:11.023894 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34574) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:11.032357 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Sync routers for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:22:11.041343 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:11.041939 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:11.149387 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: dv-cinder-817135-4-iscsi {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:11.376565 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks [] for router, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.438214 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.464814 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '1e515c75-115d-4428-81d6-b07c328f0246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:22:10Z', 'revision_number': 5, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port': {'id': '1e515c75-115d-4428-81d6-b07c328f0246', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:02Z', 'updated_at': '2021-11-10T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:11.476204 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.491358 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Checking router: 18446021-100f-4d3b-953b-d1fa13a6a5ce for host: dv-cinder-817135-4-iscsi {{(pid=101802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:22:11.500052 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Routers {'18446021-100f-4d3b-953b-d1fa13a6a5ce'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:11.500640 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['18446021-100f-4d3b-953b-d1fa13a6a5ce'], 'active': True} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:11.530676 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Deleting port 1e515c75-115d-4428-81d6-b07c328f0246 {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:11.531009 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.584550 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvr_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] Set router 18446021-100f-4d3b-953b-d1fa13a6a5ce gateway port host: None {{(pid=101802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:11.607562 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] For port 1e515c75-115d-4428-81d6-b07c328f0246, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=1e515c75-115d-4428-81d6-b07c328f0246,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:11.607927 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.620580 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Calling delete_port for 1e515c75-115d-4428-81d6-b07c328f0246 owned by network:router_gateway {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:11.638117 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_hamode_db [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:22:11Z', 'revision_number': 6, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:11.663293 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359a5f4-f708-46b0-892c-6fd70d026e2a None None] The sync data for ids ['18446021-100f-4d3b-953b-d1fa13a6a5ce'] in dv-cinder-817135-4-iscsi is: [{'id': '18446021-100f-4d3b-953b-d1fa13a6a5ce', 'name': 'tempest-TestVolumeBootPattern-974605193-router', 'tenant_id': '4a6bba38248e474db34b5086fe25d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:01Z', 'updated_at': '2021-11-10T05:22:11Z', 'revision_number': 6, 'project_id': '4a6bba38248e474db34b5086fe25d791', 'gw_port_host': None}] {{(pid=101802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:22:11.779936 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.802711 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e515c75-115d-4428-81d6-b07c328f0246,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:11.864872 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.951548 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.954122 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.993212 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.993791 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18446021-100f-4d3b-953b-d1fa13a6a5ce {{(pid=101801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:22:11.997983 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] Publish callbacks [] for router, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:11.999646 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-2f9768c0-7529-4406-bc08-7b32722e5653 admin admin] 10.222.0.18 "DELETE /v2.0/routers/18446021-100f-4d3b-953b-d1fa13a6a5ce HTTP/1.1" status: 204 len: 168 time: 0.9743848 Nov 10 05:22:12.002311 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34576) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:12.052966 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Deleting subnet c8813010-772b-4e46-a9bd-ddbfb109baa4 {{(pid=101800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:22:12.056447 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.098153 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12757098'] for subnet, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.120256 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 133cf125-6081-4e7e-8913-fa2169270475 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:12.145122 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 133cf125-6081-4e7e-8913-fa2169270475 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:12.145443 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 133cf125-6081-4e7e-8913-fa2169270475 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:12.183809 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.233160 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14337959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501643'] for subnet, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.261332 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8813010-772b-4e46-a9bd-ddbfb109baa4,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:12.264881 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.268625 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-c4ebfe1f-054a-4463-8e7d-4a5ce94b4d2f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8813010-772b-4e46-a9bd-ddbfb109baa4 HTTP/1.1" status: 204 len: 168 time: 0.2647669 Nov 10 05:22:12.270666 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea95a9a-a4c5-44d8-9f47-86ec68eedc85 None None] Network bec5c149-3e0d-46f2-bc14-029b10e64cd0 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:22:12.270848 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34578) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:12.340386 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.391960 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Deleting port 84bca985-4b50-4804-a4e7-40f3137ccd4e {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:12.392558 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.456785 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] For port 84bca985-4b50-4804-a4e7-40f3137ccd4e, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=84bca985-4b50-4804-a4e7-40f3137ccd4e,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:12.457146 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.470942 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Calling delete_port for 84bca985-4b50-4804-a4e7-40f3137ccd4e owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:12.491704 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] DHCP port deletion for bec5c149-3e0d-46f2-bc14-029b10e64cd0 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:22:12.542693 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Deleting port 84bca985-4b50-4804-a4e7-40f3137ccd4e {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:12.543036 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.553176 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.578834 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bca985-4b50-4804-a4e7-40f3137ccd4e,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:12.585041 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] No DVR routers for this DVR port 84bca985-4b50-4804-a4e7-40f3137ccd4e on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:12.610964 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] For port 84bca985-4b50-4804-a4e7-40f3137ccd4e, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=84bca985-4b50-4804-a4e7-40f3137ccd4e,segment=NetworkSegment(c915a3a6-6f81-4323-ad30-5bca9c11c367),segment_id=c915a3a6-6f81-4323-ad30-5bca9c11c367)] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:12.611379 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.624630 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Calling delete_port for 84bca985-4b50-4804-a4e7-40f3137ccd4e owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:12.660215 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.684602 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5c149-3e0d-46f2-bc14-029b10e64cd0']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:12.694317 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c915a3a6-6f81-4323-ad30-5bca9c11c367') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:12.694609 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c915a3a6-6f81-4323-ad30-5bca9c11c367') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:12.704733 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.709182 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.719628 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.727914 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:22:12.728294 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:22:12.729973 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:22:12.738469 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] Pushing event deleted for resources: {'Port': ['ID=84bca985-4b50-4804-a4e7-40f3137ccd4e,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:12.741563 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4dff7-3200-49de-b84e-36735cabda2f None None] No DVR routers for this DVR port 84bca985-4b50-4804-a4e7-40f3137ccd4e on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:12.791321 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.796859 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:12.800333 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bec5c149-3e0d-46f2-bc14-029b10e64cd0 HTTP/1.1" status: 204 len: 168 time: 0.5283935 Nov 10 05:22:12.803369 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34580) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:12.812364 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378a704-bc36-428f-afa4-57957c5c49d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec5c149-3e0d-46f2-bc14-029b10e64cd0,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:13.136823 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608680'] for router_interface, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:13.366711 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Deleting port bbe4ec0a-08f1-42a8-bba0-d6a56f810123 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:13.367046 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:13.441891 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] For port bbe4ec0a-08f1-42a8-bba0-d6a56f810123, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:13.442171 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:13.457630 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Calling delete_port for bbe4ec0a-08f1-42a8-bba0-d6a56f810123 owned by network:router_interface {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:13.867475 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:13.892914 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe4ec0a-08f1-42a8-bba0-d6a56f810123,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:14.050923 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608312'] for router_interface, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.124837 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 84bca985-4b50-4804-a4e7-40f3137ccd4e no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:14.145046 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 84bca985-4b50-4804-a4e7-40f3137ccd4e {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:14.145389 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 84bca985-4b50-4804-a4e7-40f3137ccd4e not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:14.145787 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 1e515c75-115d-4428-81d6-b07c328f0246 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:14.164839 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: 1e515c75-115d-4428-81d6-b07c328f0246 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:14.165092 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device 1e515c75-115d-4428-81d6-b07c328f0246 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:14.264118 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Router 0ebaee93-1625-4fa2-b59a-baa8fb461989 has already been hosted by L3 agent 8514dc46-8b3a-4620-a6e3-201ce19d3fd4 {{(pid=101800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 05:22:14.367173 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] Notify agent at l3_agent.dv-cinder-817135-4-iscsi the message routers_updated {{(pid=101800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 05:22:14.372241 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5bb2ae3a-3706-4d3f-9f74-f94013f74e24 admin admin] 10.222.0.18 "PUT /v2.0/routers/0ebaee93-1625-4fa2-b59a-baa8fb461989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5677524 Nov 10 05:22:14.374706 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34582) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:14.375779 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Sync routers for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 05:22:14.385140 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:14.385755 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:14.477393 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.489987 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: dv-cinder-817135-4-iscsi {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:14.577754 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.628213 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Deleting port ab2aa417-62eb-4b6d-8771-83fca64e1103 {{(pid=101800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:14.628442 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.664976 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'external_fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:22:13Z', 'revision_number': 5, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port': {'id': 'ab2aa417-62eb-4b6d-8771-83fca64e1103', 'name': '', 'network_id': 'c8560e99-0a36-4702-8634-138a81b035b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T05:13:07Z', 'updated_at': '2021-11-10T05:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb001b55-1baf-47ef-98c4-f537586b0bd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-4-iscsi'}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:14.690483 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Checking router: 0ebaee93-1625-4fa2-b59a-baa8fb461989 for host: dv-cinder-817135-4-iscsi {{(pid=101803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 05:22:14.698639 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Routers {'0ebaee93-1625-4fa2-b59a-baa8fb461989'} bound to L3 agent in host dv-cinder-817135-4-iscsi {{(pid=101803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 05:22:14.699235 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T04:58:03Z,description=,heartbeat_timestamp=2021-11-10T05:22:03Z,host='dv-cinder-817135-4-iscsi',id=8514dc46-8b3a-4620-a6e3-201ce19d3fd4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T04:58:03Z,topic='l3_agent')) {'router_ids': ['0ebaee93-1625-4fa2-b59a-baa8fb461989'], 'active': True} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:14.708923 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.db [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] For port ab2aa417-62eb-4b6d-8771-83fca64e1103, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=ab2aa417-62eb-4b6d-8771-83fca64e1103,segment=NetworkSegment(701e6d1e-9b44-40bb-9c48-552e96977fcb),segment_id=701e6d1e-9b44-40bb-9c48-552e96977fcb)] {{(pid=101800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:14.709283 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.723054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.plugins.ml2.plugin [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Calling delete_port for ab2aa417-62eb-4b6d-8771-83fca64e1103 owned by network:router_gateway {{(pid=101800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:14.783581 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_dvr_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] Set router 0ebaee93-1625-4fa2-b59a-baa8fb461989 gateway port host: None {{(pid=101803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 05:22:14.834843 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.l3_hamode_db [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:22:14Z', 'revision_number': 6, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port_host': None}], 'dv-cinder-817135-4-iscsi', False) {} {{(pid=101803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:14.866169 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa0824e-7b9a-41f0-b8bf-731e2aeb7439 None None] The sync data for ids ['0ebaee93-1625-4fa2-b59a-baa8fb461989'] in dv-cinder-817135-4-iscsi is: [{'id': '0ebaee93-1625-4fa2-b59a-baa8fb461989', 'name': 'tempest-TestVolumeBootPattern-1072814525-router', 'tenant_id': '8f10346831604a1bba7c1c4c02e5babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T05:13:06Z', 'updated_at': '2021-11-10T05:22:14Z', 'revision_number': 6, 'project_id': '8f10346831604a1bba7c1c4c02e5babb', 'gw_port_host': None}] {{(pid=101803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 05:22:14.884939 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14337930'] for port, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:14.915226 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2aa417-62eb-4b6d-8771-83fca64e1103,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:14.969262 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1608850'] for router_gateway, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.057741 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26988'] for router, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.059889 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.103252 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635086'] for router, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.103824 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebaee93-1625-4fa2-b59a-baa8fb461989 {{(pid=101800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 05:22:15.108029 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] Publish callbacks [] for router, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.109811 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-9ec30a9f-c1f9-4e76-be19-3f298fce9be9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0ebaee93-1625-4fa2-b59a-baa8fb461989 HTTP/1.1" status: 204 len: 168 time: 0.7341573 Nov 10 05:22:15.112441 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34584) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:15.155697 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Deleting subnet c3affbcd-b49c-47c3-9913-d21dd6794b0d {{(pid=101801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 05:22:15.158532 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.192190 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15767383'] for subnet, precommit_delete_associations {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.274371 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684553'] for subnet, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.325739 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1748754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14418319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662065'] for subnet, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.350729 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3affbcd-b49c-47c3-9913-d21dd6794b0d,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:15.356159 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for subnet, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.360304 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-e238cf1e-3413-4ecb-b956-eec0af9599bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c3affbcd-b49c-47c3-9913-d21dd6794b0d HTTP/1.1" status: 204 len: 168 time: 0.2468748 Nov 10 05:22:15.360962 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333b0ac-8fbe-41c8-ad05-506255a10210 None None] Network 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 requested from dv-cinder-817135-4-iscsi {{(pid=101802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 05:22:15.362940 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [-] (101801) accepted ('10.222.0.18', 34586) {{(pid=101801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:15.434827 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615525'] for network, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.487510 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Deleting port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b {{(pid=101801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:15.487846 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.553716 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.db [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] For port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host dv-cinder-817135-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-4-iscsi',level=0,port_id=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,segment=NetworkSegment(064d0c6f-25d0-42a3-9b0d-79bc89e2e23a),segment_id=064d0c6f-25d0-42a3-9b0d-79bc89e2e23a)] {{(pid=101801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:15.554005 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.566681 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Calling delete_port for eb9e5f20-b26c-46e1-913d-0f73e4e18a5b owned by network:dhcp {{(pid=101801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:15.623371 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] DHCP port deletion for 1cc8185e-9b14-4eba-9151-380ff0e7c9d7 request from dv-cinder-817135-4-iscsi {{(pid=101802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 05:22:15.652528 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14418338'] for port, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.676017 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Deleting port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b {{(pid=101802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 05:22:15.676382 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759427603631'] for port, before_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.682710 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] No DVR routers for this DVR port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b on host dv-cinder-817135-4-iscsi {{(pid=101801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:15.686917 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:15.740449 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.db [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] For port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b, host dv-cinder-817135-4-iscsi, got binding levels [] {{(pid=101802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 05:22:15.740836 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1611534'] for port, precommit_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.753032 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Calling delete_port for eb9e5f20-b26c-46e1-913d-0f73e4e18a5b owned by network:dhcp {{(pid=101802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 05:22:15.755702 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.ipam_backend_mixin [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b was not found and therefore no delete operation was performed {{(pid=101802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 05:22:15.756969 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-773320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759427609721', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759427098516'] for port, after_delete {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.761219 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686000', 'neutron.services.segments.db._delete_segments_for_network-8759427630309'] for network, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.781602 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] Pushing event deleted for resources: {'Port': ['ID=eb9e5f20-b26c-46e1-913d-0f73e4e18a5b,revision_number=None']} {{(pid=101802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:15.781803 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc8185e-9b14-4eba-9151-380ff0e7c9d7']}} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:15.786697 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b6582-7fcd-49eb-b16b-a5fec889abfb None None] No DVR routers for this DVR port eb9e5f20-b26c-46e1-913d-0f73e4e18a5b on host dv-cinder-817135-4-iscsi {{(pid=101802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 05:22:15.791597 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a') {'for_net_delete': True} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:15.791886 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.services.segments.db [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064d0c6f-25d0-42a3-9b0d-79bc89e2e23a') {} {{(pid=101801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 05:22:15.805390 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759427634926', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15767374'] for segment, before_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.819781 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952'] for segment, precommit_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.827126 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 05:22:15.827553 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14418385'] for segment, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: Traceback (most recent call last): Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: timer() Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: cb(*args, **kw) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: return func(*args, **kwargs) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: self._notify() Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: self.callback(batched_events) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: event.method(event) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: return f(self, *a, **k) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._get(url).json() Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: return self.request(url, 'GET', **kwargs) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 05:22:15.829220 dv-cinder-817135-4-iscsi neutron-server[101801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 05:22:15.884269 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1608958'] for network, after_delete {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.893265 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron_lib.callbacks.manager [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683083'] for network, before_response {{(pid=101801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:15.899139 dv-cinder-817135-4-iscsi neutron-server[101801]: INFO neutron.wsgi [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1cc8185e-9b14-4eba-9151-380ff0e7c9d7 HTTP/1.1" status: 204 len: 168 time: 0.5352566 Nov 10 05:22:15.911607 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11ca8-8cac-4fde-9f6d-efcd7c638ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc8185e-9b14-4eba-9151-380ff0e7c9d7,revision_number=None']} {{(pid=101801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:16.006094 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34590) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:16.047038 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-b88b7b70-b527-468c-9a86-b67716725e89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a6bba38248e474db34b5086fe25d791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398965 Nov 10 05:22:16.049537 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34592) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:16.065909 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device bbe4ec0a-08f1-42a8-bba0-d6a56f810123 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:16.089785 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: bbe4ec0a-08f1-42a8-bba0-d6a56f810123 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:16.090121 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device bbe4ec0a-08f1-42a8-bba0-d6a56f810123 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:16.090525 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ab2aa417-62eb-4b6d-8771-83fca64e1103 no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:16.097732 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.109704 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: ab2aa417-62eb-4b6d-8771-83fca64e1103 {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:16.110046 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device ab2aa417-62eb-4b6d-8771-83fca64e1103 not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:16.110442 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device eb9e5f20-b26c-46e1-913d-0f73e4e18a5b no longer exists at agent ovs-agent-dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 05:22:16.118456 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.129384 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] No Port match for: eb9e5f20-b26c-46e1-913d-0f73e4e18a5b {{(pid=101802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 05:22:16.129724 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron.plugins.ml2.rpc [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Device eb9e5f20-b26c-46e1-913d-0f73e4e18a5b not bound to the agent host dv-cinder-817135-4-iscsi {{(pid=101802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 05:22:16.164116 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.166810 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.167985 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cf5bb12-052d-4054-a18b-2727a7fb78b3 HTTP/1.1" status: 204 len: 168 time: 0.1175115 Nov 10 05:22:16.176054 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb71905-6d83-4d18-957d-0205f4aa19fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5bb12-052d-4054-a18b-2727a7fb78b3,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:16.469187 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34598) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:16.511781 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-acb83f68-7919-4467-9c87-dbd486c3bc6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f10346831604a1bba7c1c4c02e5babb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413487 Nov 10 05:22:16.515007 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.wsgi [-] (101800) accepted ('10.222.0.18', 34600) {{(pid=101800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 05:22:16.561405 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.581589 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.626528 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773524'] for security_group, after_delete {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.629264 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron_lib.callbacks.manager [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:16.630390 dv-cinder-817135-4-iscsi neutron-server[101800]: INFO neutron.wsgi [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/284fd63f-538e-46bd-a501-b87b649f62c4 HTTP/1.1" status: 204 len: 168 time: 0.1144688 Nov 10 05:22:16.638000 dv-cinder-817135-4-iscsi neutron-server[101800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0dda7-2fef-4715-ac4e-00f16ba19f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284fd63f-538e-46bd-a501-b87b649f62c4,revision_number=None']} {{(pid=101800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 05:22:30.869051 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f41cee3d-43e7-4892-9bd2-bc277d86c2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:32.331571 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:22:33.234292 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-97460058-a399-4aff-9d76-5acdda0959f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:34.265895 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:36.046896 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:36.801133 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:22:41.432230 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:00.869380 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-97011d8e-2993-4266-ac44-3cf352d980a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:03.238243 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-2cca5f55-f3b1-4be9-b647-c3becd58ec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:04.269601 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:06.050689 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:06.802136 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:09.331416 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:23:11.420113 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:30.869267 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7e3eaefc-c0f9-4aef-8267-675d5c44ee6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:33.239409 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a601-150d-4b01-9920-a5b2381daa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:34.271158 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:36.054863 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:36.803762 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:41.441542 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:23:46.331545 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:24:00.870000 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-659d4bc4-d261-49a0-bf9b-a8d5fd0b8a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:03.240499 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4f26-3fe5-4e60-8fc6-fdebb615fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:04.274212 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:06.054146 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:06.804438 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:11.445230 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:23.331338 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:24:30.872141 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-d0ae408c-3c0a-405e-853a-786c349302f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:33.241910 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-36a23d63-d0b5-4692-86ed-19c943e9e0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:34.275776 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:36.058018 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:36.804838 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:24:41.454165 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:00.330105 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:25:00.874367 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-5edc8e0d-8d63-4c29-8cba-5dfaa36314e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:03.242813 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07c8-715a-42c0-8ca1-5ff96665d3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:04.279117 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:06.062700 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:06.807317 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:11.469280 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:30.875257 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7190a16b-07b7-4013-8f08-3e0045d758cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:33.242979 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f586cc0b-4c90-48e2-9883-83f2c9035963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:34.281734 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:36.062466 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:36.808737 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:25:37.329318 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:25:41.486288 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:00.876305 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4cfa-e584-4e4d-b9cd-c72974119c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:03.243825 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f928019b-cd3e-4ccd-958d-f9ed0b4c42c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:04.283805 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:06.064576 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:06.810098 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:11.477032 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:13.180038 dv-cinder-817135-4-iscsi neutron-server[101801]: DEBUG neutron.wsgi [req-197e4cf6-57f9-4ce6-85f1-2a44519d7a8f req-a372ca0f-9cf4-4a4b-9f08-c73b7fb94805 tempest-AttachVolumeNegativeTest-1045377218 tempest-AttachVolumeNegativeTest-1045377218-project] (101801) timed out ('10.222.0.16', 57490) {{(pid=101801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 05:26:14.329048 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:26:30.877286 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-987c8300-87e3-4460-ba43-bb672de18fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:33.244163 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-7e08b1b7-ff6d-4448-8f65-86327556aea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:34.286021 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:36.066471 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:36.812308 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:41.491199 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:26:51.328029 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:27:00.880075 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-f0f21981-913b-475f-8f64-9c1a630bb54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:03.244347 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a47dda25-d601-4628-a686-698a89601945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:04.287915 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:06.069394 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:06.812983 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:11.511436 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:28.326611 dv-cinder-817135-4-iscsi neutron-server[101803]: DEBUG neutron.db.agents_db [None req-ee4e9ae1-c0d3-43d3-83dc-0253f209d125 None None] Agent healthcheck: found 6 active agents {{(pid=101803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 05:27:30.883608 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ec028746-8b90-423d-a548-0f07fa648207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:33.244675 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-a0833861-3102-4d3f-b21f-46860e229290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:34.290941 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4c6c-829a-4e7d-8b83-50b84d91f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:36.072603 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-87498de0-b050-4dba-8c1f-9023b77ae444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:36.814143 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4182-0e83-43b9-aa9b-c21c3c8c56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 05:27:41.505007 dv-cinder-817135-4-iscsi neutron-server[101802]: DEBUG neutron_lib.callbacks.manager [None req-48438d51-467f-405c-8405-991646ac5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759427630291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655434'] for agent, after_update {{(pid=101802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}